-- Logs begin at Sat 2021-08-14 18:25:54 UTC, end at Sat 2021-08-14 19:23:14 UTC. -- Aug 14 18:55:31.809103 dv-cinder-804581-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 14 18:55:34.515142 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.common.config [-] Logging enabled! Aug 14 18:55:34.515811 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev539 Aug 14 18:55:34.516079 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94009) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 14 18:55:34.519155 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.common.config [-] Logging enabled! Aug 14 18:55:34.519408 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev539 Aug 14 18:55:34.520053 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94009) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 14 18:55:34.520643 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 14 18:55:34.520881 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 14 18:55:34.521246 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 14 18:55:34.521495 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 14 18:55:34.521722 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 14 18:55:34.522043 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.522366 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.522671 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.522903 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.523204 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.523755 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.524042 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.524334 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.524986 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.524986 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.525181 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.525464 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.525694 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.525975 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.526321 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.526608 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.526836 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] debug = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.527126 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.527544 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.527954 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.528235 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.528527 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.528809 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.529081 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.529360 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.529648 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.529987 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] host = dv-cinder-804581-2-iscsi {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.530292 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.530584 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.530871 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.531158 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.531435 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.531715 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.532001 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.532287 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.532561 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] log_file = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.532847 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.533136 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.533424 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.533713 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.533939 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.534163 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.534477 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.534765 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.535044 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.535322 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.535600 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.535879 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.536154 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.536424 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.536709 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.536993 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.537277 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.537552 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.537829 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.538103 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.538400 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.538688 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.538965 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.539241 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.539514 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.539805 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.540077 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.540371 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.540657 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.540946 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.541223 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.541512 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.542324 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.542609 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.542884 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.543162 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.543436 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] use_json = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.543709 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.543982 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.544266 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.544540 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.544812 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.545087 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.545363 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.545647 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:34.545946 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.546244 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.546566 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.546853 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.547150 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.547431 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.547719 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.547999 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.548287 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.548578 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.548870 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.549152 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.549442 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.549721 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.550015 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.550349 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.550648 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.550941 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.551217 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.551491 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.551766 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.552044 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.552331 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.552624 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.552916 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.553195 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.553474 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.553764 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.554041 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.554349 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.554629 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.554916 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.555195 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.555468 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.555749 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.556026 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.556296 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.556566 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.556841 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.557129 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.557424 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.558248 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.558611 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.558898 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.559169 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.559447 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.559723 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.559996 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.560266 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.560541 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.560811 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.561084 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.561361 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.561633 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.561908 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.562180 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.562480 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.562755 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.563030 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.563310 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.563583 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.563849 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.564125 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.564399 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.564672 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.564950 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.565228 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.565505 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.565793 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.566096 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.566402 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.566689 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.566974 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.567256 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.567535 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.567819 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.568101 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.568383 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.568659 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.568953 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.569240 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.569533 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.569822 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.570107 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.570436 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.570719 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.571008 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.571290 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.571572 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.571866 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.572152 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.572447 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.572740 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.573069 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.573436 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.573735 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.574036 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.574369 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.574658 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:34.574878 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 14 18:55:34.575129 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94009) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 14 18:55:34.927993 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 14 18:55:34.928270 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 14 18:55:34.928561 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 14 18:55:34.928895 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 14 18:55:35.327166 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.327466 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.327746 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.328956 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.329228 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.329492 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.363428 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.363706 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.363983 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.380894 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.381171 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.381443 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.410532 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.410811 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.411088 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.446873 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.447153 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.447421 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.684000 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.684633 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.684633 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.684801 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.685397 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.808549 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.808892 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.809177 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.809450 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.809716 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.810026 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.810306 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.810567 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.810821 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.811102 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.811363 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.811635 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.811890 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.812140 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.812397 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.812660 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.812915 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.813182 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.813454 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.813715 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.813985 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.814242 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.814547 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.814920 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.815171 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.815417 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.815816 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 14 18:55:35.816064 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 14 18:55:35.816300 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 14 18:55:35.816537 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 14 18:55:35.816774 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 14 18:55:35.817009 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 14 18:55:35.817367 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 14 18:55:35.820543 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 14 18:55:35.824629 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 14 18:55:35.828468 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Aug 14 18:55:35.830238 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 14 18:55:35.830715 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 14 18:55:35.831055 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 14 18:55:35.831448 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 14 18:55:35.834234 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 14 18:55:35.834516 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 14 18:55:35.834866 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 14 18:55:35.840253 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 14 18:55:35.862699 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 14 18:55:35.863171 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.863476 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94009) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 14 18:55:35.863842 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.865202 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94009) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 14 18:55:35.865491 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 14 18:55:35.865744 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 14 18:55:35.869200 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.869487 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:35.934234 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 14 18:55:35.934445 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 14 18:55:35.934688 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 14 18:55:35.935069 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 14 18:55:35.956467 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_db.sqlalchemy.engines [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94009) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 14 18:55:36.497821 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.plugins.ml2.managers [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Initializing driver for type 'gre' Aug 14 18:55:36.498396 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] gre ID ranges: [(1, 1000)] Aug 14 18:55:36.554803 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.plugins.ml2.managers [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Initializing driver for type 'local' Aug 14 18:55:36.555132 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.plugins.ml2.managers [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Initializing driver for type 'vlan' Aug 14 18:55:36.567661 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] VlanTypeDriver initialization complete Aug 14 18:55:36.567994 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.plugins.ml2.managers [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Initializing driver for type 'vxlan' Aug 14 18:55:36.568478 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] vxlan ID ranges: [(1, 1000)] Aug 14 18:55:36.618922 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.plugins.ml2.managers [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Initializing extension driver 'port_security' Aug 14 18:55:36.619280 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.plugins.ml2.extensions.port_security [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] PortSecurityExtensionDriver initialization complete Aug 14 18:55:36.619607 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.plugins.ml2.managers [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Initializing mechanism driver 'openvswitch' Aug 14 18:55:36.619926 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.plugins.ml2.managers [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Initializing mechanism driver 'hyperv' Aug 14 18:55:36.626349 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 18:55:36.627027 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > port after_create 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.627399 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > port after_update 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.627741 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > port after_delete 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.628263 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94009) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 14 18:55:36.628689 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > subnet after_create 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.629041 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > subnet after_update 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.629386 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.629770 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94009) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 14 18:55:36.630172 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > network after_create 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.630560 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > network after_update 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.630886 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > network after_delete 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.631270 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94009) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 14 18:55:36.631673 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > security_group after_create 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.632017 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > security_group after_update 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.632358 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.632743 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94009) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 14 18:55:36.633271 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.633621 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.633966 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.634383 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94009) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 14 18:55:36.634785 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > address_group after_create 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.635129 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > address_group after_update 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.635968 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.636353 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94009) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 14 18:55:36.636729 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] ML2 OVO RPC backend initialized. {{(pid=94009) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 14 18:55:36.637425 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.637773 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.638194 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > network before_response 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.638565 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > networks before_response 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.638912 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > port before_response 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.639251 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > ports before_response 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.639593 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > subnet before_response 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.639933 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > subnets before_response 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.640281 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > network after_create 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.640624 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > network after_update 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.640961 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > network after_delete 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.641297 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > port after_create 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.641632 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > port after_update 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.641968 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > port after_delete 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.642329 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > subnet after_create 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.642665 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > subnet after_update 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.642996 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.643568 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.plugins.ml2.plugin [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Modular L2 Plugin initialization complete Aug 14 18:55:36.643893 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading services supported by the core plugin {{(pid=94009) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 14 18:55:36.644219 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.plugins.ml2.managers [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Got port-security extension from driver 'port_security' Aug 14 18:55:36.644711 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.extensions.vlantransparent [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Disabled vlantransparent extension. Aug 14 18:55:36.645190 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94009) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 14 18:55:36.645504 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading Plugin: router Aug 14 18:55:36.682939 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.683327 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > router after_create 55549900 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.683697 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > router before_create 55549900 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.684061 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.684599 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.684773 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > router after_delete 55549900 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.685130 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.685490 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > router after_create 55549900 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.685834 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > router after_update 55549900 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.686185 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > router after_update 55549900 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.686555 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.686916 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > router after_update 55549900 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.687321 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > router precommit_update 55549900 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.687691 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: port after_update 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.688028 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: port after_delete 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.688364 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: subnet after_update 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.688703 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.689052 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.689396 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > router precommit_create 55549900 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.689733 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: port before_delete 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.690073 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > router precommit_create 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.690449 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > router after_update 55549900 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.690790 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.691138 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > router precommit_create 55549900 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.691489 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.691835 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > router precommit_update 55549900 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.692197 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > agent after_create 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.692545 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > agent after_delete 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.692885 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > network after_delete 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.693751 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.quota.resource_registry [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Tracking information for resource: router configured {{(pid=94009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 14 18:55:36.694067 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.quota.resource_registry [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Tracking information for resource: floatingip configured {{(pid=94009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 14 18:55:36.699648 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.db.l3_agentschedulers_db [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 14 18:55:36.700323 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: port after_update 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.700683 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: port after_create 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.701034 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: port after_delete 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.701386 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: port after_update 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.702166 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > router before_create 55550100 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.702554 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.702915 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > router precommit_create 55550100 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.703269 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > router precommit_update 55550100 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.707651 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.services.provider_configuration [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Service providers = [] {{(pid=94009) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 14 18:55:36.708025 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.db.servicetype_db [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94009) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 14 18:55:36.710949 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.services.service_base [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94009) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 14 18:55:36.711301 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.services.service_base [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94009) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 14 18:55:36.711646 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.services.service_base [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94009) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 14 18:55:36.712521 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.services.service_base [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94009) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 14 18:55:36.712889 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.services.service_base [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 14 18:55:36.713263 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 14 18:55:36.714352 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 14 18:55:36.724724 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 14 18:55:36.725053 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading Plugin: auto_allocate Aug 14 18:55:36.730803 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: network precommit_update 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.731173 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: network precommit_create 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.731692 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 14 18:55:36.732023 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading Plugin: tag Aug 14 18:55:36.738454 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 14 18:55:36.738783 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading Plugin: timestamp Aug 14 18:55:36.742714 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 14 18:55:36.743049 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading Plugin: network_ip_availability Aug 14 18:55:36.748469 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.748790 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.749147 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.749847 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 14 18:55:36.750165 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading Plugin: flavors Aug 14 18:55:36.754907 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 14 18:55:36.755236 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading Plugin: revisions Aug 14 18:55:36.759457 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 14 18:55:36.759847 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_concurrency.lockutils [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.831s {{(pid=94009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 14 18:55:36.761085 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94009) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 14 18:55:36.761419 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Initializing extension manager. Aug 14 18:55:36.761927 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: __init__.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.762286 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: __pycache__ {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.762624 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.762956 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: address_group.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.763701 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.764275 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: address-group Aug 14 18:55:36.764601 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: address_scope.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.765313 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.765827 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: address-scope Aug 14 18:55:36.766152 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.767102 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.767614 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: router-admin-state-down-before-update Aug 14 18:55:36.767940 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: agent.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.768838 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.769348 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: agent Aug 14 18:55:36.769672 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: agent_resources_synced.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.770613 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.771119 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: agent-resources-synced Aug 14 18:55:36.771443 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: allowedaddresspairs.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.773199 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.773975 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: allowed-address-pairs Aug 14 18:55:36.774393 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: auto_allocated_topology.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.775460 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.775974 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: auto-allocated-topology Aug 14 18:55:36.776924 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: availability_zone.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.777621 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.778134 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: availability_zone Aug 14 18:55:36.778491 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: availability_zone_filter.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.779412 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.779916 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: availability_zone_filter Aug 14 18:55:36.780239 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: data_plane_status.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.781143 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.781649 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extension data-plane-status not supported by any of loaded plugins Aug 14 18:55:36.781970 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: default_subnetpools.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.782997 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.783509 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: default-subnetpools Aug 14 18:55:36.783835 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.784646 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.785153 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: dhcp_agent_scheduler Aug 14 18:55:36.785477 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: dns.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.786421 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.786939 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extension dns-integration not supported by any of loaded plugins Aug 14 18:55:36.787250 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: dns_domain_ports.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.788163 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.788669 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 14 18:55:36.788990 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.789899 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.790439 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 14 18:55:36.790762 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: dvr.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.791431 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.792045 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: dvr Aug 14 18:55:36.792365 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: ecmp_routes.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.793279 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.793783 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 14 18:55:36.794101 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: empty_string_filtering.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.795037 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.795547 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: empty-string-filtering Aug 14 18:55:36.795866 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.796769 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.797279 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 14 18:55:36.797595 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.797595 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.797595 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 14 18:55:36.797595 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: external_net.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.797595 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.797595 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: external-net Aug 14 18:55:36.806008 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.806008 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.806008 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: extra_dhcp_opt Aug 14 18:55:36.806008 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: extraroute.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.806008 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.806008 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: extraroute Aug 14 18:55:36.806473 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: extraroute_atomic.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.806473 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.806473 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: extraroute-atomic Aug 14 18:55:36.806473 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: filter_validation.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.806958 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.808022 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: filter-validation Aug 14 18:55:36.808341 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: fip_pf_description.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.809276 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.809776 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 14 18:55:36.810097 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: fip_port_details.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.811045 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.811554 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: fip-port-details Aug 14 18:55:36.811881 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: flavors.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.813138 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.813655 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: flavors Aug 14 18:55:36.813978 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.815671 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.816203 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 14 18:55:36.816537 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: floatingip_pools.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.817245 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.817765 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: floatingip-pools Aug 14 18:55:36.818092 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: ip_allocation.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.819064 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.819571 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extension ip_allocation not supported by any of loaded plugins Aug 14 18:55:36.819896 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.820809 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.821321 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: ip-substring-filtering Aug 14 18:55:36.821646 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: l2_adjacency.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.822592 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.823780 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 14 18:55:36.824158 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: l3.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.825319 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.825844 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: router Aug 14 18:55:36.826173 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.828458 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.828986 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 14 18:55:36.829320 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.830269 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.830788 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: ext-gw-mode Aug 14 18:55:36.831121 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.832054 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.832569 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: l3-ha Aug 14 18:55:36.832896 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: l3_flavors.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.833808 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.834354 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: l3-flavors Aug 14 18:55:36.834681 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.835586 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.836093 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 14 18:55:36.836416 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: l3agentscheduler.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.837466 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.837976 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: l3_agent_scheduler Aug 14 18:55:36.838370 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: logging.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.840041 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.840558 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extension logging not supported by any of loaded plugins Aug 14 18:55:36.840890 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: metering.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.841634 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.842216 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: metering Aug 14 18:55:36.842570 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.843659 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.844175 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: metering_source_and_destination_fields Aug 14 18:55:36.844502 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: multiprovidernet.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.845422 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.845934 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: multi-provider Aug 14 18:55:36.846277 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: netmtu.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.847184 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.847691 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: net-mtu Aug 14 18:55:36.848013 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: netmtu_writable.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.848926 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.849435 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: net-mtu-writable Aug 14 18:55:36.849756 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: network_availability_zone.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.850457 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.850960 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: network_availability_zone Aug 14 18:55:36.851279 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: network_ip_availability.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.852378 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.852905 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: network-ip-availability Aug 14 18:55:36.853231 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: network_segment_range.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.854001 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.854701 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extension network-segment-range not supported by any of loaded plugins Aug 14 18:55:36.855051 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: pagination.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.856046 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.856373 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: pagination Aug 14 18:55:36.856692 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: port_device_profile.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.857593 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.858125 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: port-device-profile Aug 14 18:55:36.858457 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.859434 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.859945 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: port-mac-address-regenerate Aug 14 18:55:36.860266 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.861168 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.861677 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: port-numa-affinity-policy Aug 14 18:55:36.861999 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: port_resource_request.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.863051 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.863491 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extension port-resource-request not supported by any of loaded plugins Aug 14 18:55:36.863811 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: portbindings.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.864746 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.865262 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: binding Aug 14 18:55:36.865583 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: portbindings_extended.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.867042 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.867555 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: binding-extended Aug 14 18:55:36.867884 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: portsecurity.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.868801 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.869305 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: port-security Aug 14 18:55:36.869626 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: project_id.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.871286 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.871611 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: project-id Aug 14 18:55:36.871934 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: providernet.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.872859 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.873380 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: provider Aug 14 18:55:36.873703 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: qos.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.877337 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.877862 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extension qos not supported by any of loaded plugins Aug 14 18:55:36.878196 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.879474 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.879997 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 14 18:55:36.880330 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.881247 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.881766 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 14 18:55:36.882095 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: qos_default.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.883031 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.883543 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extension qos-default not supported by any of loaded plugins Aug 14 18:55:36.883869 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: qos_fip.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.884529 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.885030 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extension qos-fip not supported by any of loaded plugins Aug 14 18:55:36.885350 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: qos_gateway_ip.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.886942 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.887451 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 14 18:55:36.887776 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: qos_port_network_policy.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.888686 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.889198 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 14 18:55:36.889520 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: qos_pps_rule.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.890739 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.891256 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extension qos-pps not supported by any of loaded plugins Aug 14 18:55:36.891607 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: qos_rule_type_details.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.892526 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.893040 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 14 18:55:36.893363 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: qos_rules_alias.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.894450 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.894962 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 14 18:55:36.895282 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: quotasv2.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.896254 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.896582 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: quotas Aug 14 18:55:36.896901 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: quotasv2_detail.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.900265 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.900604 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: quota_details Aug 14 18:55:36.900935 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: rbac.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.902388 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.902928 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: rbac-policies Aug 14 18:55:36.903259 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: rbac_address_group.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.904196 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.904714 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: rbac-address-group Aug 14 18:55:36.905040 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: rbac_address_scope.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.905951 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.906500 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: rbac-address-scope Aug 14 18:55:36.906825 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: rbac_security_groups.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.907737 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.908248 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: rbac-security-groups Aug 14 18:55:36.908571 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: rbac_subnetpool.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.909479 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.910011 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: rbac-subnetpool Aug 14 18:55:36.910357 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: revisionifmatch.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.911275 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.911785 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: revision-if-match Aug 14 18:55:36.912107 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: revisions.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.913243 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.913754 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: standard-attr-revisions Aug 14 18:55:36.914080 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: router_availability_zone.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.914793 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.915301 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: router_availability_zone Aug 14 18:55:36.915623 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: routerservicetype.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.916531 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.917069 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extension router-service-type not supported by any of loaded plugins Aug 14 18:55:36.917387 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.918336 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.918854 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: security-groups-normalized-cidr Aug 14 18:55:36.919181 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.920526 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.921034 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: port-security-groups-filtering Aug 14 18:55:36.921379 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.922321 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.922839 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: security-groups-remote-address-group Aug 14 18:55:36.923160 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: securitygroup.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.933463 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.934018 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: security-group Aug 14 18:55:36.934382 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: segment.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.935226 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.935760 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extension segment not supported by any of loaded plugins Aug 14 18:55:36.936073 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.937147 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.937588 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 14 18:55:36.938077 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: servicetype.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.939158 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.939700 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: service-type Aug 14 18:55:36.940031 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: sorting.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.941027 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.941362 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: sorting Aug 14 18:55:36.941692 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: standard_attr_segment.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.942682 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.943204 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 14 18:55:36.943527 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: standardattrdescription.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.944189 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.944697 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: standard-attr-description Aug 14 18:55:36.945025 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: stateful_security_group.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.945959 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.946504 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: stateful-security-group Aug 14 18:55:36.946831 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: stdattrs_common.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.947416 dv-cinder-804581-2-iscsi neutron-server[94009]: WARNING neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 14 18:55:36.947736 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.949314 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.949830 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 14 18:55:36.950149 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: subnet_onboard.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.951261 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.951778 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: subnet_onboard Aug 14 18:55:36.952101 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.953028 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.953538 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 14 18:55:36.953863 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: subnet_service_types.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.954811 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.955322 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: subnet-service-types Aug 14 18:55:36.955642 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: subnetallocation.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.956729 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.957249 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: subnet_allocation Aug 14 18:55:36.957575 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.958270 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.958784 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: subnetpool-prefix-ops Aug 14 18:55:36.959104 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.960050 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.960566 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 14 18:55:36.960885 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: tagging.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.962000 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.962556 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: standard-attr-tag Aug 14 18:55:36.962885 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: timestamp.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.964229 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.964849 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loaded extension: standard-attr-timestamp Aug 14 18:55:36.965183 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: trunk.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.966248 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.966797 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extension trunk not supported by any of loaded plugins Aug 14 18:55:36.967124 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: trunk_details.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.968054 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.968565 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extension trunk-details not supported by any of loaded plugins Aug 14 18:55:36.968888 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: uplink_status_propagation.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.969826 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.970365 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 14 18:55:36.970693 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Loading extension file: vlantransparent.py {{(pid=94009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 14 18:55:36.971461 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 14 18:55:36.971995 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 14 18:55:36.974633 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.quota.resource_registry [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Creating instance of TrackedResource for resource:network Aug 14 18:55:36.975171 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.quota.resource_registry [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Creating instance of TrackedResource for resource:subnet Aug 14 18:55:36.975571 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.quota.resource_registry [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Creating instance of TrackedResource for resource:subnetpool Aug 14 18:55:36.975970 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.quota.resource_registry [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Creating instance of TrackedResource for resource:port Aug 14 18:55:36.977304 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.v2.resource_helper [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 14 18:55:36.977786 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.v2.resource_helper [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Service FLAVORS assigned prefix: {{(pid=94009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 14 18:55:36.978460 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.v2.resource_helper [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 14 18:55:36.978915 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.v2.resource_helper [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 14 18:55:36.979274 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.quota.resource_registry [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Creating instance of TrackedResource for resource:router Aug 14 18:55:36.979714 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.quota.resource_registry [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Creating instance of TrackedResource for resource:floatingip Aug 14 18:55:36.980315 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.v2.resource_helper [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Service METERING assigned prefix: /metering {{(pid=94009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 14 18:55:36.981798 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.982169 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.982560 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 18:55:36.983636 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.quota.resource_registry [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Creating instance of CountableResource for resource:rbac_policy Aug 14 18:55:36.984081 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.quota.resource_registry [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Creating instance of TrackedResource for resource:security_group Aug 14 18:55:36.984508 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.quota.resource_registry [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 14 18:55:36.986404 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.v2.resource_helper [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Service CORE assigned prefix: {{(pid=94009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 14 18:55:36.986756 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.quota.resource_registry [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Creating instance of TrackedResource for resource:subnetpool Aug 14 18:55:36.987117 dv-cinder-804581-2-iscsi neutron-server[94009]: WARNING neutron.quota.resource_registry [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] subnetpool is already registered Aug 14 18:55:36.987564 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.v2.resource_helper [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Service CORE assigned prefix: {{(pid=94009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 14 18:55:36.987890 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.quota.resource_registry [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Creating instance of TrackedResource for resource:subnetpool Aug 14 18:55:36.988224 dv-cinder-804581-2-iscsi neutron-server[94009]: WARNING neutron.quota.resource_registry [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] subnetpool is already registered Aug 14 18:55:36.990602 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.v2.resource_helper [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 14 18:55:36.991038 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.v2.resource_helper [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Service FLAVORS assigned prefix: {{(pid=94009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 14 18:55:36.991638 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.v2.resource_helper [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 14 18:55:36.992064 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.v2.resource_helper [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 14 18:55:36.992397 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.quota.resource_registry [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Creating instance of TrackedResource for resource:router Aug 14 18:55:36.992733 dv-cinder-804581-2-iscsi neutron-server[94009]: WARNING neutron.quota.resource_registry [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] router is already registered Aug 14 18:55:36.993148 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.quota.resource_registry [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Creating instance of TrackedResource for resource:floatingip Aug 14 18:55:36.993476 dv-cinder-804581-2-iscsi neutron-server[94009]: WARNING neutron.quota.resource_registry [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] floatingip is already registered Aug 14 18:55:36.993937 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.v2.resource_helper [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Service METERING assigned prefix: /metering {{(pid=94009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 14 18:55:36.994663 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.quota.resource_registry [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Creating instance of CountableResource for resource:rbac_policy Aug 14 18:55:36.995514 dv-cinder-804581-2-iscsi neutron-server[94009]: WARNING neutron.quota.resource_registry [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] rbac_policy is already registered Aug 14 18:55:36.995929 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.quota.resource_registry [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Creating instance of TrackedResource for resource:security_group Aug 14 18:55:36.996266 dv-cinder-804581-2-iscsi neutron-server[94009]: WARNING neutron.quota.resource_registry [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] security_group is already registered Aug 14 18:55:36.996713 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.quota.resource_registry [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 14 18:55:36.997051 dv-cinder-804581-2-iscsi neutron-server[94009]: WARNING neutron.quota.resource_registry [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] security_group_rule is already registered Aug 14 18:55:36.997706 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.v2.resource_helper [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Service CORE assigned prefix: {{(pid=94009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 14 18:55:36.998034 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.quota.resource_registry [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Creating instance of TrackedResource for resource:subnetpool Aug 14 18:55:36.998530 dv-cinder-804581-2-iscsi neutron-server[94009]: WARNING neutron.quota.resource_registry [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] subnetpool is already registered Aug 14 18:55:36.998898 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.v2.resource_helper [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Service CORE assigned prefix: {{(pid=94009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 14 18:55:36.999221 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.quota.resource_registry [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Creating instance of TrackedResource for resource:subnetpool Aug 14 18:55:36.999554 dv-cinder-804581-2-iscsi neutron-server[94009]: WARNING neutron.quota.resource_registry [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] subnetpool is already registered Aug 14 18:55:37.000018 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extended resource: extensions {{(pid=94009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 14 18:55:37.001504 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extended resource: address-groups {{(pid=94009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 14 18:55:37.003030 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extended resource: address-scopes {{(pid=94009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 14 18:55:37.004485 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extended resource: agents {{(pid=94009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 14 18:55:37.005637 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extended resource: auto-allocated-topology {{(pid=94009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 14 18:55:37.006901 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extended resource: availability_zones {{(pid=94009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 14 18:55:37.008115 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extended resource: dhcp-networks {{(pid=94009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 14 18:55:37.009621 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extended resource: dhcp-agents {{(pid=94009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 14 18:55:37.011793 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extended resource: routers {{(pid=94009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 14 18:55:37.013508 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extended resource: flavors {{(pid=94009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 14 18:55:37.014800 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extended resource: service_profiles {{(pid=94009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 14 18:55:37.016001 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extended resource: next_providers {{(pid=94009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 14 18:55:37.017408 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extended resource: service_profiles {{(pid=94009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 14 18:55:37.018954 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extended resource: floatingip-pools {{(pid=94009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 14 18:55:37.020196 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extended resource: routers {{(pid=94009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 14 18:55:37.021862 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extended resource: floatingips {{(pid=94009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 14 18:55:37.023176 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extended resource: l3-routers {{(pid=94009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 14 18:55:37.024812 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extended resource: l3-agents {{(pid=94009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 14 18:55:37.026243 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extended resource: metering-labels {{(pid=94009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 14 18:55:37.027525 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extended resource: metering-label-rules {{(pid=94009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 14 18:55:37.028886 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extended resource: network-ip-availabilities {{(pid=94009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 14 18:55:37.030122 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extended resource: bindings {{(pid=94009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 14 18:55:37.031821 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extended resource: quotas {{(pid=94009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 14 18:55:37.033347 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extended resource: quotas {{(pid=94009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 14 18:55:37.034826 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extended resource: rbac-policies {{(pid=94009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 14 18:55:37.035991 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extended resource: security-groups {{(pid=94009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 14 18:55:37.037280 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extended resource: security-group-rules {{(pid=94009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 14 18:55:37.038521 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extended resource: service-providers {{(pid=94009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 14 18:55:37.039736 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extended resource: subnetpools {{(pid=94009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 14 18:55:37.041150 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extended resource: subnetpools {{(pid=94009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 14 18:55:37.042767 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extended resource: tags {{(pid=94009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 14 18:55:37.044448 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extended resource: tags {{(pid=94009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 14 18:55:37.046236 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extended resource: tags {{(pid=94009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 14 18:55:37.048029 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extended resource: tags {{(pid=94009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 14 18:55:37.049684 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extended resource: tags {{(pid=94009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 14 18:55:37.052901 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extended resource: tags {{(pid=94009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 14 18:55:37.054595 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extended resource: tags {{(pid=94009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 14 18:55:37.056409 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extended resource: tags {{(pid=94009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 14 18:55:37.058854 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extended resource: tags {{(pid=94009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 14 18:55:37.060586 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron.api.extensions [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Extended resource: tags {{(pid=94009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 14 18:55:37.066585 dv-cinder-804581-2-iscsi neutron-server[94009]: WARNING keystonemiddleware.auth_token [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 14 18:55:37.071153 dv-cinder-804581-2-iscsi neutron-server[94009]: WARNING keystonemiddleware.auth_token [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 14 18:55:37.080226 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_concurrency.lockutils [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Acquired lock "singleton_lock" {{(pid=94009) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 14 18:55:37.080715 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_concurrency.lockutils [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Releasing lock "singleton_lock" {{(pid=94009) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 14 18:55:37.081366 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO oslo_service.service [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Starting 2 workers Aug 14 18:55:37.086383 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Started child 94116 {{(pid=94009) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 14 18:55:37.091275 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Started child 94117 {{(pid=94009) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 14 18:55:37.092202 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:55:37.093192 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO neutron.service [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 14 18:55:37.093549 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Notify callbacks [] for process, before_spawn {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:55:37.093807 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [-] (94116) wsgi starting up on http://0.0.0.0:9696 Aug 14 18:55:37.096121 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO oslo_service.service [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Starting 1 workers Aug 14 18:55:37.097407 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:55:37.098944 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [-] (94117) wsgi starting up on http://0.0.0.0:9696 Aug 14 18:55:37.101409 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Started child 94118 {{(pid=94009) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 14 18:55:37.101998 dv-cinder-804581-2-iscsi neutron-server[94009]: INFO oslo_service.service [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Starting 1 workers Aug 14 18:55:37.107015 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Started child 94119 {{(pid=94009) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 14 18:55:37.107900 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] Notify callbacks [] for process, after_spawn {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:55:37.108491 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.service [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] calling RpcWorker wait() {{(pid=94118) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 14 18:55:37.109122 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.service [None req-53d2ab1e-769e-4815-a9be-ad934a212b25 None None] returning from RpcWorker wait() {{(pid=94118) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 14 18:55:37.109872 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94009) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 14 18:55:37.110091 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 14 18:55:37.110232 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 14 18:55:37.110490 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 14 18:55:37.110802 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 14 18:55:37.110955 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 14 18:55:37.111417 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:55:37.111523 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.111724 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.111988 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.112094 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 18:55:37.112251 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.112543 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.113020 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:55:37.113601 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.113601 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.113601 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.113965 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.114099 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.114396 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.114547 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.114689 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.114944 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.115211 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.115480 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.115696 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.115945 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.116149 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.116360 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.116616 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.116873 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.117129 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] debug = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.117365 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.117852 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.118085 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.118382 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.118614 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.118883 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.119116 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.119360 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.119559 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.120549 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.120549 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.120937 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.121139 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.121410 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.121618 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.121873 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.122106 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.122658 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] host = dv-cinder-804581-2-iscsi {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.122899 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.123112 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.123343 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.123584 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.123831 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.124062 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.124310 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.124535 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.124807 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.125014 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.125254 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.125511 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.125749 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.125992 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] log_file = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.126194 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] log_options = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.126568 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.126828 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.127101 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.127304 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.127526 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.127724 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.128081 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.128081 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.128481 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.128481 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.128837 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.128837 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.129249 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.129249 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.129631 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.129822 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.130017 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.130204 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.130476 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.130988 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.130988 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.130988 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.131556 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.131556 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.131942 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.131942 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.132336 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.132336 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.132727 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.132727 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.133093 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.133308 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.133504 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.133699 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.133899 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.134091 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.134310 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.134532 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.134769 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.135005 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.135257 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.135563 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.136314 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.136671 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.136919 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.137151 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] use_json = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.137354 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.137552 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.137823 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.138076 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.138462 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.138462 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.138855 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.139055 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.139314 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.139586 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.139912 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.140154 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.140381 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.140683 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.141193 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.141193 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.141586 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.141586 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.141965 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.142166 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.142493 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.142690 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.142885 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.143080 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.143278 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.143510 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.143736 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.143964 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.144164 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.144361 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.144713 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.144991 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.145271 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.145522 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.145738 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.145949 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.146837 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.146837 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.147250 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.147250 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.147598 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.147730 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.147914 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.148066 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.148553 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.148750 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.149015 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.149251 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.149493 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.149775 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.150020 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.152462 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.152462 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.152462 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.152462 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.152462 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.152462 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.152462 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.152462 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.152462 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.156595 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.156595 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.156595 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.157012 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 18:55:37.157179 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.157179 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.157179 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.157179 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.157179 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.157179 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.157179 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.157179 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.157179 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.159964 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.159964 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.159964 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.159964 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.159964 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.159964 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.159964 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.159964 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.159964 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.161189 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.161189 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.161189 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.161189 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.161189 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.161189 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.161189 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.161189 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.161189 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.162206 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.162206 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.162206 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.162206 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.162206 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.162206 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.162206 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.162206 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.163689 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.163689 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.163689 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.163689 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.163689 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.163689 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.163689 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.163689 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.165056 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.165056 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.165056 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.165056 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.165056 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.165056 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.165056 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.165056 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.166648 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.166648 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.166648 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.166648 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.166648 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.167508 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.168003 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.168522 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.168784 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.169067 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.169360 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.170123 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.170419 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.170672 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.170905 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.171184 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.171453 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.171702 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.171931 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.172176 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.173083 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.173368 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.173580 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.173820 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.174011 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.175473 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.175473 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.175473 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.179530 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.179530 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.179530 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.179821 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.179892 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.180168 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.180415 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.180672 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.180929 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.181165 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.181398 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.181738 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.181880 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.182163 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.183270 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.183780 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.183915 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.184176 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.184407 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.184763 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.185054 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.185426 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.187069 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.187304 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.187558 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.187802 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.188054 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.188243 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.194277 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.194277 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.194277 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.194277 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.194277 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.194277 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.194277 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.194277 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.195623 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.195623 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.195623 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.195623 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.195623 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.195623 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.195623 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.195623 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.196627 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.196627 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.196627 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.196627 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.196627 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.196627 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.196627 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.196627 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.197534 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.197534 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.197534 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.197534 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.197906 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.197906 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.198704 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.198924 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.199141 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.199356 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.199579 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.199800 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.200062 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.200283 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.200535 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.200745 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.200958 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.201165 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.201380 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.201580 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.201874 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.202124 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.202382 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.202632 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.202878 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.203086 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.203331 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.203537 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.203740 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.203958 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.204168 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.204396 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.204618 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.204821 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.205393 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.205393 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.205657 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.205657 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.205898 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.208156 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.208156 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.208156 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.208156 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.208673 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.208906 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.209178 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.209394 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.209615 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.209928 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.210224 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.210529 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.211123 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.211463 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.211944 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.212177 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.212395 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.213730 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.214725 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.214725 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.214725 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.214725 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.215067 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.215151 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.215420 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.215640 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.215901 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.216126 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.217521 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.217860 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.218114 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.218469 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.218751 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.219083 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.219347 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.219632 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.219914 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.220181 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.220393 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.220684 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.221047 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.221304 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.221549 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.221779 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.222026 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.222276 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.222960 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.223213 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.223444 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.223660 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.223908 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.224160 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.224413 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.224662 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.224886 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.225120 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.225374 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.225614 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.225833 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.226066 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.226228 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 14 18:55:37.226751 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94009) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 14 18:55:37.226910 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 14 18:55:37.227071 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 14 18:55:37.227245 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 14 18:55:37.227417 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 14 18:55:37.227566 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 14 18:55:37.227752 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.227922 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.228059 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.228200 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.228357 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.228533 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.228689 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.228843 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.228998 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.229944 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.229944 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.230573 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.230573 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.230573 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.230573 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.230856 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.230856 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.231018 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.231102 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.231205 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.231358 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.231512 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.231668 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] debug = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.231822 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.232019 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.232184 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.232342 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.232342 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.232636 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.232783 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.232934 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.233087 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.233242 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.233396 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.233552 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.233768 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.233856 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.233994 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.234150 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.234326 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.234482 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] host = dv-cinder-804581-2-iscsi {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.234635 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.234791 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.234945 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.235099 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.235253 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.235407 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.235560 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.235716 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.235870 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.236024 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.236178 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.236330 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.236484 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.236637 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] log_file = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.236792 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] log_options = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.236945 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.237099 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.237252 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.237432 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.237592 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.237748 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.237903 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.238056 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.238210 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.238429 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.238590 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.238744 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.238898 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.239052 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.239884 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.239884 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.239884 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.239884 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.239884 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.240269 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.240269 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.240269 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.240473 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.240473 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.240629 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.240773 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.240930 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.241081 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.241237 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.241392 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.241747 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.241868 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.242240 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.242240 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.242634 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.242634 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.242634 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.242957 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.242957 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.243172 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.243172 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.243378 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.243470 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.243628 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.243765 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.244114 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] use_json = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.244422 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.244422 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.246196 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.246196 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.246196 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.246196 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.246196 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.246196 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 14 18:55:37.246196 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.246196 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.247241 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.247241 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.247241 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.247241 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.247241 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.247241 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.247241 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.248033 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.248033 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.248033 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.248033 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.248033 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.248642 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.248642 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.248642 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.248642 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.249114 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.249114 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.249114 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.249114 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.249565 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.249565 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.249565 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.249912 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.249912 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.250144 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.250144 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.250976 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.250976 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.250976 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.250976 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.250976 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.252431 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.252431 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.252431 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.252431 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.252431 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.252431 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.252431 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.252431 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.252431 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.254570 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.254570 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.254570 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.254570 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.254570 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.254570 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.254570 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.254570 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.254570 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.255309 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.255309 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.255309 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.255309 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.255309 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.255309 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.255309 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.255309 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.255309 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.256142 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.256142 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.256142 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.256142 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.256142 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.256142 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.256142 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.256142 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.256743 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.256743 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.256743 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.256743 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.257019 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.257019 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.257179 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.257299 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.257446 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.257601 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.258209 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.258209 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.258209 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.258209 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.258825 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.258825 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.258825 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.258825 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.259293 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.259293 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.259293 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.259637 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.259637 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.259868 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.259868 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.260097 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.260230 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.260352 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.260855 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.260855 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.260855 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.260855 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.261309 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.261309 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.261309 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.261671 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.261671 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.261904 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.261904 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.262134 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.262279 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.262412 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 18:55:37.262540 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.262540 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.263105 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.263105 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.263105 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.263105 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.263594 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.263594 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.263594 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.263932 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.263932 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.264172 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.264172 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.264403 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.264403 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.264639 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.264765 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.264890 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.265013 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.265146 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.265609 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.265609 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.265609 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.266050 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.266050 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.266050 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.266412 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.266412 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.266663 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.266663 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.266902 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.267025 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.267149 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.267272 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.267397 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.267519 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.267644 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.267803 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.267962 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.268120 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.268277 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.268436 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.268623 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.268747 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.268876 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.269022 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.269180 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.269336 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.269492 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.269648 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.269805 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.269962 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.270119 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.270371 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.270501 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.270645 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.270770 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.270899 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.271023 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.271170 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.271326 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.271482 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.271639 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.271796 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.271953 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.272113 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.272271 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.272426 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.272581 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.272780 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.272997 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.273124 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.273252 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.273641 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.273765 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.273890 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.274086 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.274986 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.274986 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.274986 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.274986 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.274986 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.274986 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.275693 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.275693 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.275693 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.275693 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.275693 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.276868 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.276868 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.276868 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.276868 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.276868 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.276868 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.276868 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.277998 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.277998 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.277998 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.277998 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.277998 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.277998 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.277998 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.277998 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.279211 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.279211 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.279211 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.279211 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.279211 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.279211 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.279970 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.279970 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.279970 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.279970 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.279970 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.280551 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.280551 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.280551 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.280551 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.281174 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.281174 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.281174 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.281174 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.281645 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.281645 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.281645 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.281645 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.282114 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.282114 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.282114 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.282630 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.282630 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.282630 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.283228 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.283228 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.283228 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.283228 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.283976 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.283976 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.283976 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.283976 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.283976 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.284599 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.284599 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.284599 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.284599 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.285242 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.285242 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.285242 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.285242 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.285876 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.285876 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.286304 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.286304 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.286304 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.286660 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.286660 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.286910 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.286910 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.287136 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.287136 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.287369 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.287500 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.287642 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.287782 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.287910 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.288088 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.288366 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.288532 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.288693 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.288852 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.289010 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.289164 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.289322 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.289484 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.289690 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 14 18:55:37.289834 dv-cinder-804581-2-iscsi neutron-server[94009]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 14 18:55:37.483486 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 55700) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 18:55:37.492018 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061681 Aug 14 18:55:49.236067 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcb3f0a-e4b9-4331-a9ad-6e1ee1e4ba6b None None] get_active_networks_info from dv-cinder-804581-2-iscsi {{(pid=94118) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 14 18:55:49.303793 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcb3f0a-e4b9-4331-a9ad-6e1ee1e4ba6b None None] No non-hosted networks {{(pid=94118) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 14 18:55:49.311503 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.agentschedulers_db [None req-8fcb3f0a-e4b9-4331-a9ad-6e1ee1e4ba6b None None] DHCP Agent not found on host dv-cinder-804581-2-iscsi {{(pid=94118) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 14 18:55:49.392394 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-d65a271f-5bf4-4a75-9de8-bcaf3c2ea9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-499700'] for agent, after_create {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:55:52.465376 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8b1c03ab-6280-4097-b317-0277c871516b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-499700'] for agent, after_create {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:55:52.545333 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-726de55d-5b84-4106-8ac6-5cf2179ea822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:55:52.773832 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-499700'] for agent, after_create {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:55:52.780300 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:55:52.783981 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:55:52.789374 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:55:52.794997 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:55:52.795700 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:55:52.798044 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:55:52.799767 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:55:52.801371 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:55:52.803013 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:55:52.804691 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:55:52.805248 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:55:52.805790 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:55:52.807458 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804581-2-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 18:55:52.820843 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804581-2-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 18:55:53.878572 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-499700'] for agent, after_create {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:55:55.194790 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-499700'] for agent, after_create {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:55:56.523438 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 55792) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 18:55:57.188007 dv-cinder-804581-2-iscsi neutron-server[94117]: WARNING oslo_policy.policy [None req-99f4eea4-6513-4602-8eb2-7265eeb2b163 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 14 18:55:57.188617 dv-cinder-804581-2-iscsi neutron-server[94117]: WARNING oslo_policy.policy [None req-99f4eea4-6513-4602-8eb2-7265eeb2b163 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 14 18:55:57.410236 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [None req-99f4eea4-6513-4602-8eb2-7265eeb2b163 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 14 18:55:57.411264 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-99f4eea4-6513-4602-8eb2-7265eeb2b163 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8869102 Aug 14 18:55:59.138130 dv-cinder-804581-2-iscsi neutron-server[94118]: INFO neutron.db.l3_hamode_db [None req-4b4178f1-7459-479d-ac03-7fe51d1e4cf2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 14 18:55:59.230435 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4178f1-7459-479d-ac03-7fe51d1e4cf2 None None] Routers set() bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 18:55:59.230804 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4178f1-7459-479d-ac03-7fe51d1e4cf2 None None] Router IDs set() for agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 14 18:56:00.024258 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 55806) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 18:56:00.382621 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [None req-508c4d48-41fb-4a19-8d8a-386bf2c4f8e7 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 18:56:00.484207 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.policy [None req-508c4d48-41fb-4a19-8d8a-386bf2c4f8e7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94117) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 14 18:56:00.532937 dv-cinder-804581-2-iscsi neutron-server[94117]: WARNING oslo_policy.policy [None req-508c4d48-41fb-4a19-8d8a-386bf2c4f8e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 14 18:56:00.533308 dv-cinder-804581-2-iscsi neutron-server[94117]: WARNING oslo_policy.policy [None req-508c4d48-41fb-4a19-8d8a-386bf2c4f8e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 14 18:56:00.543583 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.quota [None req-508c4d48-41fb-4a19-8d8a-386bf2c4f8e7 admin admin] Loaded quota_driver: . Aug 14 18:56:00.650608 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-508c4d48-41fb-4a19-8d8a-386bf2c4f8e7 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754976450361', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754976451052', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754976405107', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754976407462', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754977090214', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754976419703', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1529600', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1404711', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-370587', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-702677'] for rbac-policy, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:00.723941 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-508c4d48-41fb-4a19-8d8a-386bf2c4f8e7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:00.725233 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-508c4d48-41fb-4a19-8d8a-386bf2c4f8e7 admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6998608 Aug 14 18:56:03.434979 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 55818) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 18:56:03.820094 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [None req-28eb7464-50db-4daf-ae61-7658eddbb395 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'ed6e480e896a4b63a255206a6afc0a8d', 'admin_state_up': True, 'project_id': 'ed6e480e896a4b63a255206a6afc0a8d'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 18:56:03.850951 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28eb7464-50db-4daf-ae61-7658eddbb395 admin admin] Made reservation on behalf of ed6e480e896a4b63a255206a6afc0a8d for: {'network': 1} {{(pid=94117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 18:56:03.853998 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-28eb7464-50db-4daf-ae61-7658eddbb395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for network, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:03.873199 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-28eb7464-50db-4daf-ae61-7658eddbb395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:04.017195 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-28eb7464-50db-4daf-ae61-7658eddbb395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:04.021272 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-28eb7464-50db-4daf-ae61-7658eddbb395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:04.048538 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28eb7464-50db-4daf-ae61-7658eddbb395 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=94117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 14 18:56:04.073317 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb7464-50db-4daf-ae61-7658eddbb395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3149f2-fd6a-427a-8026-e1ded399d030,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 18:56:04.085956 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-28eb7464-50db-4daf-ae61-7658eddbb395 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754979395943', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736'] for segment, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:04.086562 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-28eb7464-50db-4daf-ae61-7658eddbb395 admin admin] Unsubscribe: segment precommit_create {{(pid=94117) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 14 18:56:04.087605 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.db.segments_db [None req-28eb7464-50db-4daf-ae61-7658eddbb395 admin admin] Added segment 6626cf60-52c0-408f-84ae-89d4503244ce of type vlan for network 2bf2b9a5-377a-4b9d-bdb1-fe60ad62a290 Aug 14 18:56:04.111455 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb7464-50db-4daf-ae61-7658eddbb395 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:04.111775 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb7464-50db-4daf-ae61-7658eddbb395 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:04.112112 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb7464-50db-4daf-ae61-7658eddbb395 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:04.112424 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb7464-50db-4daf-ae61-7658eddbb395 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:04.112782 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb7464-50db-4daf-ae61-7658eddbb395 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:04.113124 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb7464-50db-4daf-ae61-7658eddbb395 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:04.113743 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb7464-50db-4daf-ae61-7658eddbb395 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:04.114056 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb7464-50db-4daf-ae61-7658eddbb395 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:04.114426 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb7464-50db-4daf-ae61-7658eddbb395 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:04.114757 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb7464-50db-4daf-ae61-7658eddbb395 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:04.115080 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb7464-50db-4daf-ae61-7658eddbb395 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:04.115399 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb7464-50db-4daf-ae61-7658eddbb395 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:04.116522 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28eb7464-50db-4daf-ae61-7658eddbb395 admin admin] Tracked resource versions report: Aug 14 18:56:04.116522 dv-cinder-804581-2-iscsi neutron-server[94117]: pushed versions: Aug 14 18:56:04.116522 dv-cinder-804581-2-iscsi neutron-server[94117]: { 'AddressGroup': {'1.2'}, Aug 14 18:56:04.116522 dv-cinder-804581-2-iscsi neutron-server[94117]: 'ConntrackHelper': {'1.0'}, Aug 14 18:56:04.116522 dv-cinder-804581-2-iscsi neutron-server[94117]: 'Log': {'1.0'}, Aug 14 18:56:04.116522 dv-cinder-804581-2-iscsi neutron-server[94117]: 'Network': {'1.1'}, Aug 14 18:56:04.116522 dv-cinder-804581-2-iscsi neutron-server[94117]: 'Port': {'1.7'}, Aug 14 18:56:04.116522 dv-cinder-804581-2-iscsi neutron-server[94117]: 'PortForwarding': {'1.2'}, Aug 14 18:56:04.116522 dv-cinder-804581-2-iscsi neutron-server[94117]: 'QosPolicy': {'1.9'}, Aug 14 18:56:04.116522 dv-cinder-804581-2-iscsi neutron-server[94117]: 'SecurityGroup': {'1.4'}, Aug 14 18:56:04.116522 dv-cinder-804581-2-iscsi neutron-server[94117]: 'SecurityGroupRule': {'1.2'}, Aug 14 18:56:04.116522 dv-cinder-804581-2-iscsi neutron-server[94117]: 'SubPort': {'1.0'}, Aug 14 18:56:04.116522 dv-cinder-804581-2-iscsi neutron-server[94117]: 'Subnet': {'1.1'}, Aug 14 18:56:04.116522 dv-cinder-804581-2-iscsi neutron-server[94117]: 'Trunk': {'1.1'}} Aug 14 18:56:04.116522 dv-cinder-804581-2-iscsi neutron-server[94117]: consumer versions: Aug 14 18:56:04.116522 dv-cinder-804581-2-iscsi neutron-server[94117]: { DHCP agent@dv-cinder-804581-2-iscsi: {}, Aug 14 18:56:04.116522 dv-cinder-804581-2-iscsi neutron-server[94117]: L3 agent@dv-cinder-804581-2-iscsi: {}, Aug 14 18:56:04.116522 dv-cinder-804581-2-iscsi neutron-server[94117]: Metadata agent@dv-cinder-804581-2-iscsi: {}, Aug 14 18:56:04.116522 dv-cinder-804581-2-iscsi neutron-server[94117]: Metering agent@dv-cinder-804581-2-iscsi: {}, Aug 14 18:56:04.116522 dv-cinder-804581-2-iscsi neutron-server[94117]: Open vSwitch agent@dv-cinder-804581-2-iscsi: { 'AddressGroup': '1.2', Aug 14 18:56:04.116522 dv-cinder-804581-2-iscsi neutron-server[94117]: 'ConntrackHelper': '1.0', Aug 14 18:56:04.116522 dv-cinder-804581-2-iscsi neutron-server[94117]: 'Log': '1.0', Aug 14 18:56:04.116522 dv-cinder-804581-2-iscsi neutron-server[94117]: 'Network': '1.1', Aug 14 18:56:04.116522 dv-cinder-804581-2-iscsi neutron-server[94117]: 'Port': '1.7', Aug 14 18:56:04.116522 dv-cinder-804581-2-iscsi neutron-server[94117]: 'PortForwarding': '1.2', Aug 14 18:56:04.116522 dv-cinder-804581-2-iscsi neutron-server[94117]: 'QosPolicy': '1.9', Aug 14 18:56:04.116522 dv-cinder-804581-2-iscsi neutron-server[94117]: 'SecurityGroup': '1.4', Aug 14 18:56:04.116522 dv-cinder-804581-2-iscsi neutron-server[94117]: 'SecurityGroupRule': '1.2', Aug 14 18:56:04.116522 dv-cinder-804581-2-iscsi neutron-server[94117]: 'SubPort': '1.0', Aug 14 18:56:04.116522 dv-cinder-804581-2-iscsi neutron-server[94117]: 'Subnet': '1.1', Aug 14 18:56:04.116522 dv-cinder-804581-2-iscsi neutron-server[94117]: 'Trunk': '1.1'}} Aug 14 18:56:04.116522 dv-cinder-804581-2-iscsi neutron-server[94117]: {{(pid=94117) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 14 18:56:04.216575 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-28eb7464-50db-4daf-ae61-7658eddbb395 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754978905146'] for network, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:04.291198 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-28eb7464-50db-4daf-ae61-7658eddbb395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998'] for network, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:04.292423 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28eb7464-50db-4daf-ae61-7658eddbb395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 18:56:04.293137 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-28eb7464-50db-4daf-ae61-7658eddbb395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for network, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:04.382525 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-28eb7464-50db-4daf-ae61-7658eddbb395 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9460289 Aug 14 18:56:04.403927 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb7464-50db-4daf-ae61-7658eddbb395 admin admin] Pushing event updated for resources: {'Network': ['ID=2bf2b9a5-377a-4b9d-bdb1-fe60ad62a290,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 18:56:04.417351 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Network 2bf2b9a5-377a-4b9d-bdb1-fe60ad62a290 details requested by agent ovs-agent-dv-cinder-804581-2-iscsi with host dv-cinder-804581-2-iscsi {{(pid=94118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 14 18:56:07.248663 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 55832) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 18:56:07.745318 dv-cinder-804581-2-iscsi neutron-server[94116]: WARNING oslo_policy.policy [None req-3d980da3-e413-455a-9ef1-d8404f85e0d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 14 18:56:07.745926 dv-cinder-804581-2-iscsi neutron-server[94116]: WARNING oslo_policy.policy [None req-3d980da3-e413-455a-9ef1-d8404f85e0d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 14 18:56:08.184727 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.policy [None req-3d980da3-e413-455a-9ef1-d8404f85e0d6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94116) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 14 18:56:08.231152 dv-cinder-804581-2-iscsi neutron-server[94116]: WARNING oslo_policy.policy [None req-3d980da3-e413-455a-9ef1-d8404f85e0d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 14 18:56:08.231542 dv-cinder-804581-2-iscsi neutron-server[94116]: WARNING oslo_policy.policy [None req-3d980da3-e413-455a-9ef1-d8404f85e0d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 14 18:56:08.239680 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d980da3-e413-455a-9ef1-d8404f85e0d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 18:56:08.241651 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-3d980da3-e413-455a-9ef1-d8404f85e0d6 admin admin] 10.222.0.39 "GET /v2.0/networks/2bf2b9a5-377a-4b9d-bdb1-fe60ad62a290 HTTP/1.1" status: 200 len: 825 time: 0.9908454 Aug 14 18:56:08.286975 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-d025d20c-3bc6-4836-91a8-db9509b17cd7 admin admin] 10.222.0.39 "GET /v2.0/subnetpools/ec9925ac-fab5-4398-bb6d-0fb2ae57bb96 HTTP/1.1" status: 200 len: 734 time: 0.0349231 Aug 14 18:56:08.297136 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-b2bab48e-25e4-495f-af40-afd7b22160d5 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': 'ed6e480e896a4b63a255206a6afc0a8d', 'subnetpool_id': 'ec9925ac-fab5-4398-bb6d-0fb2ae57bb96', 'network_id': '2bf2b9a5-377a-4b9d-bdb1-fe60ad62a290'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 18:56:08.299132 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.quota [None req-b2bab48e-25e4-495f-af40-afd7b22160d5 admin admin] Loaded quota_driver: . Aug 14 18:56:08.339995 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bab48e-25e4-495f-af40-afd7b22160d5 admin admin] Made reservation on behalf of ed6e480e896a4b63a255206a6afc0a8d for: {'subnet': 1} {{(pid=94116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 18:56:08.342901 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-b2bab48e-25e4-495f-af40-afd7b22160d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:08.639940 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-b2bab48e-25e4-495f-af40-afd7b22160d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998'] for subnet, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:08.712024 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bab48e-25e4-495f-af40-afd7b22160d5 admin admin] Checking segment: {'id': '6626cf60-52c0-408f-84ae-89d4503244ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2bf2b9a5-377a-4b9d-bdb1-fe60ad62a290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 18:56:08.712668 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bab48e-25e4-495f-af40-afd7b22160d5 admin admin] Network hostable DHCP agents. Network: 2bf2b9a5-377a-4b9d-bdb1-fe60ad62a290, hostable agents: ['0d7bdec9-f5f8-4d0a-807a-57e5ce61a6b1'], hosted agents: [] {{(pid=94116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 14 18:56:08.727164 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bab48e-25e4-495f-af40-afd7b22160d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f631bc40-12bf-4488-80d7-be34e713847d,revision_number=0']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 18:56:08.746165 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bab48e-25e4-495f-af40-afd7b22160d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:08.746563 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bab48e-25e4-495f-af40-afd7b22160d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:08.747264 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bab48e-25e4-495f-af40-afd7b22160d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:08.747389 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bab48e-25e4-495f-af40-afd7b22160d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:08.747641 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bab48e-25e4-495f-af40-afd7b22160d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:08.748037 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bab48e-25e4-495f-af40-afd7b22160d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:08.748393 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bab48e-25e4-495f-af40-afd7b22160d5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:08.748742 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bab48e-25e4-495f-af40-afd7b22160d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:08.749157 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bab48e-25e4-495f-af40-afd7b22160d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:08.749536 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bab48e-25e4-495f-af40-afd7b22160d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:08.749863 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bab48e-25e4-495f-af40-afd7b22160d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:08.750203 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bab48e-25e4-495f-af40-afd7b22160d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:08.751428 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bab48e-25e4-495f-af40-afd7b22160d5 admin admin] Tracked resource versions report: Aug 14 18:56:08.751428 dv-cinder-804581-2-iscsi neutron-server[94116]: pushed versions: Aug 14 18:56:08.751428 dv-cinder-804581-2-iscsi neutron-server[94116]: { 'AddressGroup': {'1.2'}, Aug 14 18:56:08.751428 dv-cinder-804581-2-iscsi neutron-server[94116]: 'ConntrackHelper': {'1.0'}, Aug 14 18:56:08.751428 dv-cinder-804581-2-iscsi neutron-server[94116]: 'Log': {'1.0'}, Aug 14 18:56:08.751428 dv-cinder-804581-2-iscsi neutron-server[94116]: 'Network': {'1.1'}, Aug 14 18:56:08.751428 dv-cinder-804581-2-iscsi neutron-server[94116]: 'Port': {'1.7'}, Aug 14 18:56:08.751428 dv-cinder-804581-2-iscsi neutron-server[94116]: 'PortForwarding': {'1.2'}, Aug 14 18:56:08.751428 dv-cinder-804581-2-iscsi neutron-server[94116]: 'QosPolicy': {'1.9'}, Aug 14 18:56:08.751428 dv-cinder-804581-2-iscsi neutron-server[94116]: 'SecurityGroup': {'1.4'}, Aug 14 18:56:08.751428 dv-cinder-804581-2-iscsi neutron-server[94116]: 'SecurityGroupRule': {'1.2'}, Aug 14 18:56:08.751428 dv-cinder-804581-2-iscsi neutron-server[94116]: 'SubPort': {'1.0'}, Aug 14 18:56:08.751428 dv-cinder-804581-2-iscsi neutron-server[94116]: 'Subnet': {'1.1'}, Aug 14 18:56:08.751428 dv-cinder-804581-2-iscsi neutron-server[94116]: 'Trunk': {'1.1'}} Aug 14 18:56:08.751428 dv-cinder-804581-2-iscsi neutron-server[94116]: consumer versions: Aug 14 18:56:08.751428 dv-cinder-804581-2-iscsi neutron-server[94116]: { DHCP agent@dv-cinder-804581-2-iscsi: {}, Aug 14 18:56:08.751428 dv-cinder-804581-2-iscsi neutron-server[94116]: L3 agent@dv-cinder-804581-2-iscsi: {}, Aug 14 18:56:08.751428 dv-cinder-804581-2-iscsi neutron-server[94116]: Metadata agent@dv-cinder-804581-2-iscsi: {}, Aug 14 18:56:08.751428 dv-cinder-804581-2-iscsi neutron-server[94116]: Metering agent@dv-cinder-804581-2-iscsi: {}, Aug 14 18:56:08.751428 dv-cinder-804581-2-iscsi neutron-server[94116]: Open vSwitch agent@dv-cinder-804581-2-iscsi: { 'AddressGroup': '1.2', Aug 14 18:56:08.751428 dv-cinder-804581-2-iscsi neutron-server[94116]: 'ConntrackHelper': '1.0', Aug 14 18:56:08.751428 dv-cinder-804581-2-iscsi neutron-server[94116]: 'Log': '1.0', Aug 14 18:56:08.751428 dv-cinder-804581-2-iscsi neutron-server[94116]: 'Network': '1.1', Aug 14 18:56:08.751428 dv-cinder-804581-2-iscsi neutron-server[94116]: 'Port': '1.7', Aug 14 18:56:08.751428 dv-cinder-804581-2-iscsi neutron-server[94116]: 'PortForwarding': '1.2', Aug 14 18:56:08.751428 dv-cinder-804581-2-iscsi neutron-server[94116]: 'QosPolicy': '1.9', Aug 14 18:56:08.751428 dv-cinder-804581-2-iscsi neutron-server[94116]: 'SecurityGroup': '1.4', Aug 14 18:56:08.751428 dv-cinder-804581-2-iscsi neutron-server[94116]: 'SecurityGroupRule': '1.2', Aug 14 18:56:08.751428 dv-cinder-804581-2-iscsi neutron-server[94116]: 'SubPort': '1.0', Aug 14 18:56:08.751428 dv-cinder-804581-2-iscsi neutron-server[94116]: 'Subnet': '1.1', Aug 14 18:56:08.751428 dv-cinder-804581-2-iscsi neutron-server[94116]: 'Trunk': '1.1'}} Aug 14 18:56:08.751428 dv-cinder-804581-2-iscsi neutron-server[94116]: {{(pid=94116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 14 18:56:08.770086 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bab48e-25e4-495f-af40-afd7b22160d5 admin admin] Network 2bf2b9a5-377a-4b9d-bdb1-fe60ad62a290 is scheduled to be hosted by DHCP agent 0d7bdec9-f5f8-4d0a-807a-57e5ce61a6b1 with binding_index 1 {{(pid=94116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 14 18:56:08.788661 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.base_scheduler [None req-b2bab48e-25e4-495f-af40-afd7b22160d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804581-2-iscsi, 2bf2b9a5-377a-4b9d-bdb1-fe60ad62a290) {{(pid=94116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 18:56:08.794160 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bab48e-25e4-495f-af40-afd7b22160d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 18:56:08.794809 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-b2bab48e-25e4-495f-af40-afd7b22160d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for subnet, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:08.799232 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6160c6-33d7-43ac-85bc-70dbfee26806 None None] Network 2bf2b9a5-377a-4b9d-bdb1-fe60ad62a290 requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 18:56:08.816706 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-b2bab48e-25e4-495f-af40-afd7b22160d5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5233576 Aug 14 18:56:09.130508 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074559ce-4f9f-4354-89ca-ed3844d93acf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3ad8078-bf75-59ca-bf42-0c8d8311ab94-2bf2b9a5-377a-4b9d-bdb1-fe60ad62a290', 'network_id': '2bf2b9a5-377a-4b9d-bdb1-fe60ad62a290', 'tenant_id': 'ed6e480e896a4b63a255206a6afc0a8d', 'fixed_ips': [{'subnet_id': 'f631bc40-12bf-4488-80d7-be34e713847d'}]}} from dv-cinder-804581-2-iscsi. {{(pid=94118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 14 18:56:09.132482 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-074559ce-4f9f-4354-89ca-ed3844d93acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:09.431174 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.db_base_plugin_common [None req-074559ce-4f9f-4354-89ca-ed3844d93acf None None] Allocated IP 172.20.0.2 (2bf2b9a5-377a-4b9d-bdb1-fe60ad62a290/f631bc40-12bf-4488-80d7-be34e713847d/a31d1d94-367b-4ff7-b6d7-6e8e0692e2a5) {{(pid=94118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 18:56:09.638268 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-074559ce-4f9f-4354-89ca-ed3844d93acf None None] Notify callbacks [] for port, precommit_create {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:09.682692 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-074559ce-4f9f-4354-89ca-ed3844d93acf None None] Transition to ACTIVE for port object a31d1d94-367b-4ff7-b6d7-6e8e0692e2a5 will not be triggered until provisioned by entity L2. {{(pid=94118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 18:56:09.704124 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-074559ce-4f9f-4354-89ca-ed3844d93acf None None] Transition to ACTIVE for port object a31d1d94-367b-4ff7-b6d7-6e8e0692e2a5 will not be triggered until provisioned by entity DHCP. {{(pid=94118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 18:56:09.712528 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-074559ce-4f9f-4354-89ca-ed3844d93acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948'] for port, after_create {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:09.774062 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074559ce-4f9f-4354-89ca-ed3844d93acf None None] Network 2bf2b9a5-377a-4b9d-bdb1-fe60ad62a290 is already hosted by enough agents. {{(pid=94118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 18:56:09.779792 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.scheduler.base_scheduler [None req-074559ce-4f9f-4354-89ca-ed3844d93acf None None] Resources bound (agent type, host, resource id): {{(pid=94118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 18:56:09.797515 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074559ce-4f9f-4354-89ca-ed3844d93acf None None] Received port after_create {{(pid=94118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 18:56:09.800565 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074559ce-4f9f-4354-89ca-ed3844d93acf None None] Pushing event updated for resources: {'Port': ['ID=a31d1d94-367b-4ff7-b6d7-6e8e0692e2a5,revision_number=1']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 18:56:09.831066 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074559ce-4f9f-4354-89ca-ed3844d93acf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:09.831417 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074559ce-4f9f-4354-89ca-ed3844d93acf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:09.831756 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074559ce-4f9f-4354-89ca-ed3844d93acf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:09.832090 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074559ce-4f9f-4354-89ca-ed3844d93acf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:09.832421 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074559ce-4f9f-4354-89ca-ed3844d93acf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:09.832750 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074559ce-4f9f-4354-89ca-ed3844d93acf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:09.833120 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074559ce-4f9f-4354-89ca-ed3844d93acf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:09.833440 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074559ce-4f9f-4354-89ca-ed3844d93acf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:09.833806 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074559ce-4f9f-4354-89ca-ed3844d93acf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:09.834107 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074559ce-4f9f-4354-89ca-ed3844d93acf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:09.834452 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074559ce-4f9f-4354-89ca-ed3844d93acf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:09.834826 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074559ce-4f9f-4354-89ca-ed3844d93acf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:09.835870 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074559ce-4f9f-4354-89ca-ed3844d93acf None None] Tracked resource versions report: Aug 14 18:56:09.835870 dv-cinder-804581-2-iscsi neutron-server[94118]: pushed versions: Aug 14 18:56:09.835870 dv-cinder-804581-2-iscsi neutron-server[94118]: { 'AddressGroup': {'1.2'}, Aug 14 18:56:09.835870 dv-cinder-804581-2-iscsi neutron-server[94118]: 'ConntrackHelper': {'1.0'}, Aug 14 18:56:09.835870 dv-cinder-804581-2-iscsi neutron-server[94118]: 'Log': {'1.0'}, Aug 14 18:56:09.835870 dv-cinder-804581-2-iscsi neutron-server[94118]: 'Network': {'1.1'}, Aug 14 18:56:09.835870 dv-cinder-804581-2-iscsi neutron-server[94118]: 'Port': {'1.7'}, Aug 14 18:56:09.835870 dv-cinder-804581-2-iscsi neutron-server[94118]: 'PortForwarding': {'1.2'}, Aug 14 18:56:09.835870 dv-cinder-804581-2-iscsi neutron-server[94118]: 'QosPolicy': {'1.9'}, Aug 14 18:56:09.835870 dv-cinder-804581-2-iscsi neutron-server[94118]: 'SecurityGroup': {'1.4'}, Aug 14 18:56:09.835870 dv-cinder-804581-2-iscsi neutron-server[94118]: 'SecurityGroupRule': {'1.2'}, Aug 14 18:56:09.835870 dv-cinder-804581-2-iscsi neutron-server[94118]: 'SubPort': {'1.0'}, Aug 14 18:56:09.835870 dv-cinder-804581-2-iscsi neutron-server[94118]: 'Subnet': {'1.1'}, Aug 14 18:56:09.835870 dv-cinder-804581-2-iscsi neutron-server[94118]: 'Trunk': {'1.1'}} Aug 14 18:56:09.835870 dv-cinder-804581-2-iscsi neutron-server[94118]: consumer versions: Aug 14 18:56:09.835870 dv-cinder-804581-2-iscsi neutron-server[94118]: { DHCP agent@dv-cinder-804581-2-iscsi: {}, Aug 14 18:56:09.835870 dv-cinder-804581-2-iscsi neutron-server[94118]: L3 agent@dv-cinder-804581-2-iscsi: {}, Aug 14 18:56:09.835870 dv-cinder-804581-2-iscsi neutron-server[94118]: Metadata agent@dv-cinder-804581-2-iscsi: {}, Aug 14 18:56:09.835870 dv-cinder-804581-2-iscsi neutron-server[94118]: Metering agent@dv-cinder-804581-2-iscsi: {}, Aug 14 18:56:09.835870 dv-cinder-804581-2-iscsi neutron-server[94118]: Open vSwitch agent@dv-cinder-804581-2-iscsi: { 'AddressGroup': '1.2', Aug 14 18:56:09.835870 dv-cinder-804581-2-iscsi neutron-server[94118]: 'ConntrackHelper': '1.0', Aug 14 18:56:09.835870 dv-cinder-804581-2-iscsi neutron-server[94118]: 'Log': '1.0', Aug 14 18:56:09.835870 dv-cinder-804581-2-iscsi neutron-server[94118]: 'Network': '1.1', Aug 14 18:56:09.835870 dv-cinder-804581-2-iscsi neutron-server[94118]: 'Port': '1.7', Aug 14 18:56:09.835870 dv-cinder-804581-2-iscsi neutron-server[94118]: 'PortForwarding': '1.2', Aug 14 18:56:09.835870 dv-cinder-804581-2-iscsi neutron-server[94118]: 'QosPolicy': '1.9', Aug 14 18:56:09.835870 dv-cinder-804581-2-iscsi neutron-server[94118]: 'SecurityGroup': '1.4', Aug 14 18:56:09.835870 dv-cinder-804581-2-iscsi neutron-server[94118]: 'SecurityGroupRule': '1.2', Aug 14 18:56:09.835870 dv-cinder-804581-2-iscsi neutron-server[94118]: 'SubPort': '1.0', Aug 14 18:56:09.835870 dv-cinder-804581-2-iscsi neutron-server[94118]: 'Subnet': '1.1', Aug 14 18:56:09.835870 dv-cinder-804581-2-iscsi neutron-server[94118]: 'Trunk': '1.1'}} Aug 14 18:56:09.835870 dv-cinder-804581-2-iscsi neutron-server[94118]: {{(pid=94118) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 14 18:56:09.883371 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-074559ce-4f9f-4354-89ca-ed3844d93acf None None] Attempting to bind port a31d1d94-367b-4ff7-b6d7-6e8e0692e2a5 on host dv-cinder-804581-2-iscsi for vnic_type normal with profile {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 18:56:09.883864 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-074559ce-4f9f-4354-89ca-ed3844d93acf None None] Attempting to bind port a31d1d94-367b-4ff7-b6d7-6e8e0692e2a5 by drivers openvswitch,hyperv on host dv-cinder-804581-2-iscsi at level 0 using segments [{'id': '6626cf60-52c0-408f-84ae-89d4503244ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2bf2b9a5-377a-4b9d-bdb1-fe60ad62a290'}] {{(pid=94118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 18:56:09.884199 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074559ce-4f9f-4354-89ca-ed3844d93acf None None] Attempting to bind port a31d1d94-367b-4ff7-b6d7-6e8e0692e2a5 on network 2bf2b9a5-377a-4b9d-bdb1-fe60ad62a290 {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 18:56:09.888971 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074559ce-4f9f-4354-89ca-ed3844d93acf None None] Checking agent: {'id': 'd974888e-3874-401b-8472-8d90566bb0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 18, 55, 53), 'started_at': datetime.datetime(2021, 8, 14, 18, 55, 53), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 18, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 18:56:09.889357 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074559ce-4f9f-4354-89ca-ed3844d93acf None None] Checking segment: {'id': '6626cf60-52c0-408f-84ae-89d4503244ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2bf2b9a5-377a-4b9d-bdb1-fe60ad62a290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 18:56:09.889815 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-074559ce-4f9f-4354-89ca-ed3844d93acf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:09.890218 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074559ce-4f9f-4354-89ca-ed3844d93acf None None] Bound using segment: {'id': '6626cf60-52c0-408f-84ae-89d4503244ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2bf2b9a5-377a-4b9d-bdb1-fe60ad62a290'} {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 18:56:09.890723 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-074559ce-4f9f-4354-89ca-ed3844d93acf None None] Bound port: a31d1d94-367b-4ff7-b6d7-6e8e0692e2a5, host: dv-cinder-804581-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6626cf60-52c0-408f-84ae-89d4503244ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2bf2b9a5-377a-4b9d-bdb1-fe60ad62a290'}}] {{(pid=94118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 18:56:09.891145 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-074559ce-4f9f-4354-89ca-ed3844d93acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:09.956911 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-074559ce-4f9f-4354-89ca-ed3844d93acf None None] For port a31d1d94-367b-4ff7-b6d7-6e8e0692e2a5, host dv-cinder-804581-2-iscsi, cleared binding levels {{(pid=94118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 18:56:09.961246 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-074559ce-4f9f-4354-89ca-ed3844d93acf None None] For port a31d1d94-367b-4ff7-b6d7-6e8e0692e2a5, host dv-cinder-804581-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=a31d1d94-367b-4ff7-b6d7-6e8e0692e2a5,segment=NetworkSegment(6626cf60-52c0-408f-84ae-89d4503244ce),segment_id=6626cf60-52c0-408f-84ae-89d4503244ce)] {{(pid=94118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 18:56:09.967836 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-074559ce-4f9f-4354-89ca-ed3844d93acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:10.038944 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074559ce-4f9f-4354-89ca-ed3844d93acf None None] Pushing event updated for resources: {'Port': ['ID=a31d1d94-367b-4ff7-b6d7-6e8e0692e2a5,revision_number=2']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 18:56:11.297682 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 55852) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 18:56:11.646755 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [None req-94d37402-ddf6-4f26-b50c-88058a1f9860 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 14 18:56:11.670373 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-94d37402-ddf6-4f26-b50c-88058a1f9860 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3493450 Aug 14 18:56:14.112634 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 55860) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 18:56:14.458224 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [None req-841757e9-d1e8-4255-b935-ab5a1a3e607a admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 14 18:56:14.459345 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-841757e9-d1e8-4255-b935-ab5a1a3e607a admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3458076 Aug 14 18:56:17.118009 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 55870) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 18:56:17.442609 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [None req-da0d6e43-f0bd-4265-a440-a6054c40f420 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'ed6e480e896a4b63a255206a6afc0a8d', 'admin_state_up': True}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 18:56:17.467885 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-da0d6e43-f0bd-4265-a440-a6054c40f420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-497131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1253'] for router, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:17.469555 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-da0d6e43-f0bd-4265-a440-a6054c40f420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499240', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1667368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1276'] for router, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:17.619610 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-da0d6e43-f0bd-4265-a440-a6054c40f420 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:17.624446 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-da0d6e43-f0bd-4265-a440-a6054c40f420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499453'] for router, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:17.640450 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-da0d6e43-f0bd-4265-a440-a6054c40f420 admin admin] Notify callbacks [] for router, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:17.642000 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-da0d6e43-f0bd-4265-a440-a6054c40f420 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5225930 Aug 14 18:56:18.510911 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae9540b-349c-4dc6-a1c8-8eb6e97369df None None] Network 2bf2b9a5-377a-4b9d-bdb1-fe60ad62a290 requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 18:56:18.575045 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-529c0a8e-5bb6-485a-bed5-1a65460f85e8 None None] Provisioning for port a31d1d94-367b-4ff7-b6d7-6e8e0692e2a5 completed by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 18:56:18.848494 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device a31d1d94-367b-4ff7-b6d7-6e8e0692e2a5 up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 18:56:18.946158 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning for port a31d1d94-367b-4ff7-b6d7-6e8e0692e2a5 completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 18:56:18.949597 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port a31d1d94-367b-4ff7-b6d7-6e8e0692e2a5 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 18:56:18.949992 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:19.056556 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:19.093266 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] For port a31d1d94-367b-4ff7-b6d7-6e8e0692e2a5, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=a31d1d94-367b-4ff7-b6d7-6e8e0692e2a5,segment=NetworkSegment(6626cf60-52c0-408f-84ae-89d4503244ce),segment_id=6626cf60-52c0-408f-84ae-89d4503244ce)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 18:56:19.098189 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:19.145152 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-e228e708-1505-4be6-b5f9-0f8f27ad202a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:19.161961 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Pushing event updated for resources: {'Port': ['ID=a31d1d94-367b-4ff7-b6d7-6e8e0692e2a5,revision_number=3']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 18:56:20.058810 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 55882) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 18:56:20.417979 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [None req-dd424898-76c0-4364-b7a5-f1e6447bd8bb admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 14 18:56:20.419010 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-dd424898-76c0-4364-b7a5-f1e6447bd8bb admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3592558 Aug 14 18:56:20.828024 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device a31d1d94-367b-4ff7-b6d7-6e8e0692e2a5 up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 18:56:20.880200 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port a31d1d94-367b-4ff7-b6d7-6e8e0692e2a5 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 18:56:20.880574 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:22.470672 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-25c22341-c06a-47b1-97d6-671c965dd05b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:22.769658 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:22.778825 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 55890) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 18:56:23.100431 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-3fc7f9aa-e280-46f8-9fc9-ac7e007bb4d7 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 18:56:23.123307 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc7f9aa-e280-46f8-9fc9-ac7e007bb4d7 admin admin] Made reservation on behalf of 67c04f49a04844dfb33b3e07b9d76153 for: {'network': 1} {{(pid=94116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 18:56:23.125553 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3fc7f9aa-e280-46f8-9fc9-ac7e007bb4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for network, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:23.142026 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3fc7f9aa-e280-46f8-9fc9-ac7e007bb4d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:23.263654 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3fc7f9aa-e280-46f8-9fc9-ac7e007bb4d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:23.267612 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3fc7f9aa-e280-46f8-9fc9-ac7e007bb4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:23.286500 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3fc7f9aa-e280-46f8-9fc9-ac7e007bb4d7 admin admin] Reserving flat network on physical network physnet1 {{(pid=94116) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 14 18:56:23.305834 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7f9aa-e280-46f8-9fc9-ac7e007bb4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758dd5cd-983a-4912-b0f4-97c5233b1ed5,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 18:56:23.313530 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3fc7f9aa-e280-46f8-9fc9-ac7e007bb4d7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754979395943', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736'] for segment, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:23.314110 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3fc7f9aa-e280-46f8-9fc9-ac7e007bb4d7 admin admin] Unsubscribe: segment precommit_create {{(pid=94116) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 14 18:56:23.314612 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.db.segments_db [None req-3fc7f9aa-e280-46f8-9fc9-ac7e007bb4d7 admin admin] Added segment 40f888b7-b3ed-489c-94ee-52f240068829 of type flat for network 70527521-9220-43b3-92f5-8f32262fd0f1 Aug 14 18:56:23.368918 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3fc7f9aa-e280-46f8-9fc9-ac7e007bb4d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754978905146'] for network, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:23.421145 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3fc7f9aa-e280-46f8-9fc9-ac7e007bb4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998'] for network, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:23.422130 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc7f9aa-e280-46f8-9fc9-ac7e007bb4d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 18:56:23.422730 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3fc7f9aa-e280-46f8-9fc9-ac7e007bb4d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for network, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:23.515478 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-3fc7f9aa-e280-46f8-9fc9-ac7e007bb4d7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7355566 Aug 14 18:56:23.536069 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7f9aa-e280-46f8-9fc9-ac7e007bb4d7 admin admin] Pushing event updated for resources: {'Network': ['ID=70527521-9220-43b3-92f5-8f32262fd0f1,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 18:56:23.548256 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Network 70527521-9220-43b3-92f5-8f32262fd0f1 details requested by agent ovs-agent-dv-cinder-804581-2-iscsi with host dv-cinder-804581-2-iscsi {{(pid=94118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 14 18:56:23.801507 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:25.135784 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:25.869989 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 55908) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 18:56:26.054266 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e832e9bd-af03-450c-98be-efae2791e1c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 18:56:26.056078 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-e832e9bd-af03-450c-98be-efae2791e1c2 admin admin] 10.222.0.39 "GET /v2.0/subnets/f631bc40-12bf-4488-80d7-be34e713847d HTTP/1.1" status: 200 len: 849 time: 0.1849308 Aug 14 18:56:26.223601 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-e56713db-6504-4673-bca0-9f3ade71d9c9 admin admin] 10.222.0.39 "GET /v2.0/routers/3ff7511e-1de3-41a4-8aad-827dccc0a8fc HTTP/1.1" status: 200 len: 704 time: 0.1611052 Aug 14 18:56:26.500754 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-e5d5efc6-5d17-43ed-abef-8e26bf7d3cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:26.796598 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.db_base_plugin_common [None req-e5d5efc6-5d17-43ed-abef-8e26bf7d3cdf admin admin] Allocated IP 172.20.0.1 (2bf2b9a5-377a-4b9d-bdb1-fe60ad62a290/f631bc40-12bf-4488-80d7-be34e713847d/14d93a2b-34fd-40f1-a6a1-f04b7ede9195) {{(pid=94116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 18:56:26.954921 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-e5d5efc6-5d17-43ed-abef-8e26bf7d3cdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:26.977869 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.provisioning_blocks [None req-e5d5efc6-5d17-43ed-abef-8e26bf7d3cdf admin admin] Transition to ACTIVE for port object 14d93a2b-34fd-40f1-a6a1-f04b7ede9195 will not be triggered until provisioned by entity DHCP. {{(pid=94116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 18:56:27.062606 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-e5d5efc6-5d17-43ed-abef-8e26bf7d3cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948'] for port, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:27.128231 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d5efc6-5d17-43ed-abef-8e26bf7d3cdf admin admin] Network 2bf2b9a5-377a-4b9d-bdb1-fe60ad62a290 is already hosted by enough agents. {{(pid=94116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 18:56:27.142960 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.base_scheduler [None req-e5d5efc6-5d17-43ed-abef-8e26bf7d3cdf admin admin] Resources bound (agent type, host, resource id): {{(pid=94116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 18:56:27.153871 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d5efc6-5d17-43ed-abef-8e26bf7d3cdf admin admin] Received port after_create {{(pid=94116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 18:56:27.154657 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-e5d5efc6-5d17-43ed-abef-8e26bf7d3cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650728'] for router_interface, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:27.235276 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5efc6-5d17-43ed-abef-8e26bf7d3cdf admin admin] Pushing event updated for resources: {'Port': ['ID=14d93a2b-34fd-40f1-a6a1-f04b7ede9195,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 18:56:27.407752 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-bcbf384b-dd02-45d2-9427-b57615d4a5f1 None None] Provisioning for port 14d93a2b-34fd-40f1-a6a1-f04b7ede9195 completed by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 18:56:27.411586 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-bcbf384b-dd02-45d2-9427-b57615d4a5f1 None None] Provisioning complete for port 14d93a2b-34fd-40f1-a6a1-f04b7ede9195 triggered by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 18:56:27.411901 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-bcbf384b-dd02-45d2-9427-b57615d4a5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:27.416291 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-e5d5efc6-5d17-43ed-abef-8e26bf7d3cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:27.444234 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-bcbf384b-dd02-45d2-9427-b57615d4a5f1 None None] Port 14d93a2b-34fd-40f1-a6a1-f04b7ede9195 cannot update to ACTIVE because it is not bound. {{(pid=94118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 14 18:56:27.632606 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-e5d5efc6-5d17-43ed-abef-8e26bf7d3cdf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:27.637731 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-e5d5efc6-5d17-43ed-abef-8e26bf7d3cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:27.638550 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-e5d5efc6-5d17-43ed-abef-8e26bf7d3cdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650876'] for router_interface, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:27.717319 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5efc6-5d17-43ed-abef-8e26bf7d3cdf admin admin] Pushing event updated for resources: {'Port': ['ID=14d93a2b-34fd-40f1-a6a1-f04b7ede9195,revision_number=2']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 18:56:27.768088 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d5efc6-5d17-43ed-abef-8e26bf7d3cdf admin admin] Network 2bf2b9a5-377a-4b9d-bdb1-fe60ad62a290 is already hosted by enough agents. {{(pid=94116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 18:56:27.769408 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.base_scheduler [None req-e5d5efc6-5d17-43ed-abef-8e26bf7d3cdf admin admin] Resources bound (agent type, host, resource id): {{(pid=94116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 18:56:27.930979 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d5efc6-5d17-43ed-abef-8e26bf7d3cdf admin admin] Router 3ff7511e-1de3-41a4-8aad-827dccc0a8fc is scheduled to L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 with binding_index 1 {{(pid=94116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 14 18:56:27.965067 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-15c7db3d-0973-4c5f-ab49-70f3f10759c6 None None] Provisioning complete for port 14d93a2b-34fd-40f1-a6a1-f04b7ede9195 triggered by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 18:56:27.965441 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-15c7db3d-0973-4c5f-ab49-70f3f10759c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:27.998664 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-15c7db3d-0973-4c5f-ab49-70f3f10759c6 None None] Port 14d93a2b-34fd-40f1-a6a1-f04b7ede9195 cannot update to ACTIVE because it is not bound. {{(pid=94118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 14 18:56:28.026945 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d5efc6-5d17-43ed-abef-8e26bf7d3cdf admin admin] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 18:56:28.032656 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-e5d5efc6-5d17-43ed-abef-8e26bf7d3cdf admin admin] 10.222.0.39 "PUT /v2.0/routers/3ff7511e-1de3-41a4-8aad-827dccc0a8fc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8036268 Aug 14 18:56:28.036958 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6949c0f8-d639-4be8-b53a-45405274f7c8 None None] Sync routers for ids ['3ff7511e-1de3-41a4-8aad-827dccc0a8fc'] in dv-cinder-804581-2-iscsi {{(pid=94119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 18:56:28.049212 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6949c0f8-d639-4be8-b53a-45405274f7c8 None None] Routers {'3ff7511e-1de3-41a4-8aad-827dccc0a8fc'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 18:56:28.050084 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-6949c0f8-d639-4be8-b53a-45405274f7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T18:56:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['3ff7511e-1de3-41a4-8aad-827dccc0a8fc'], 'active': True} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 18:56:28.239816 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvr_db [None req-6949c0f8-d639-4be8-b53a-45405274f7c8 None None] Set router 3ff7511e-1de3-41a4-8aad-827dccc0a8fc gateway port host: None {{(pid=94119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 18:56:28.666791 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-6949c0f8-d639-4be8-b53a-45405274f7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff7511e-1de3-41a4-8aad-827dccc0a8fc', 'name': 'router1', 'tenant_id': 'ed6e480e896a4b63a255206a6afc0a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T18:56:17Z', 'updated_at': '2021-08-14T18:56:27Z', 'revision_number': 2, 'project_id': 'ed6e480e896a4b63a255206a6afc0a8d', 'gw_port_host': None, '_interfaces': [{'id': '14d93a2b-34fd-40f1-a6a1-f04b7ede9195', 'name': '', 'network_id': '2bf2b9a5-377a-4b9d-bdb1-fe60ad62a290', 'tenant_id': 'ed6e480e896a4b63a255206a6afc0a8d', 'mac_address': 'fa:16:3e:b5:74:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff7511e-1de3-41a4-8aad-827dccc0a8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f631bc40-12bf-4488-80d7-be34e713847d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T18:56:26Z', 'updated_at': '2021-08-14T18:56:27Z', 'revision_number': 2, 'project_id': 'ed6e480e896a4b63a255206a6afc0a8d', 'subnets': [{'id': 'f631bc40-12bf-4488-80d7-be34e713847d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec9925ac-fab5-4398-bb6d-0fb2ae57bb96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 18:56:28.717896 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6949c0f8-d639-4be8-b53a-45405274f7c8 None None] Checking router: 3ff7511e-1de3-41a4-8aad-827dccc0a8fc for host: dv-cinder-804581-2-iscsi {{(pid=94119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 18:56:28.718284 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6949c0f8-d639-4be8-b53a-45405274f7c8 None None] Updating router 3ff7511e-1de3-41a4-8aad-827dccc0a8fc port 14d93a2b-34fd-40f1-a6a1-f04b7ede9195 binding host dv-cinder-804581-2-iscsi {{(pid=94119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 14 18:56:28.768154 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-6949c0f8-d639-4be8-b53a-45405274f7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:29.297215 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-6949c0f8-d639-4be8-b53a-45405274f7c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:29.318498 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.provisioning_blocks [None req-6949c0f8-d639-4be8-b53a-45405274f7c8 None None] Transition to ACTIVE for port object 14d93a2b-34fd-40f1-a6a1-f04b7ede9195 will not be triggered until provisioned by entity L2. {{(pid=94119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 18:56:29.325435 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-6949c0f8-d639-4be8-b53a-45405274f7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:29.496924 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.managers [None req-6949c0f8-d639-4be8-b53a-45405274f7c8 None None] Attempting to bind port 14d93a2b-34fd-40f1-a6a1-f04b7ede9195 on host dv-cinder-804581-2-iscsi for vnic_type normal with profile {{(pid=94119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 18:56:29.497332 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.managers [None req-6949c0f8-d639-4be8-b53a-45405274f7c8 None None] Attempting to bind port 14d93a2b-34fd-40f1-a6a1-f04b7ede9195 by drivers openvswitch,hyperv on host dv-cinder-804581-2-iscsi at level 0 using segments [{'id': '6626cf60-52c0-408f-84ae-89d4503244ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2bf2b9a5-377a-4b9d-bdb1-fe60ad62a290'}] {{(pid=94119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 18:56:29.497750 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6949c0f8-d639-4be8-b53a-45405274f7c8 None None] Attempting to bind port 14d93a2b-34fd-40f1-a6a1-f04b7ede9195 on network 2bf2b9a5-377a-4b9d-bdb1-fe60ad62a290 {{(pid=94119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 18:56:29.499864 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377863dd-e815-4c60-a6cf-b8afa3d333cc None None] Pushing event updated for resources: {'Port': ['ID=14d93a2b-34fd-40f1-a6a1-f04b7ede9195,revision_number=3']} {{(pid=94119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 18:56:29.510985 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6949c0f8-d639-4be8-b53a-45405274f7c8 None None] Checking agent: {'id': 'd974888e-3874-401b-8472-8d90566bb0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 18, 55, 53), 'started_at': datetime.datetime(2021, 8, 14, 18, 56, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 18, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 18:56:29.511389 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6949c0f8-d639-4be8-b53a-45405274f7c8 None None] Checking segment: {'id': '6626cf60-52c0-408f-84ae-89d4503244ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2bf2b9a5-377a-4b9d-bdb1-fe60ad62a290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 18:56:29.511867 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-6949c0f8-d639-4be8-b53a-45405274f7c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:29.512281 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6949c0f8-d639-4be8-b53a-45405274f7c8 None None] Bound using segment: {'id': '6626cf60-52c0-408f-84ae-89d4503244ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2bf2b9a5-377a-4b9d-bdb1-fe60ad62a290'} {{(pid=94119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 18:56:29.512784 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.managers [None req-6949c0f8-d639-4be8-b53a-45405274f7c8 None None] Bound port: 14d93a2b-34fd-40f1-a6a1-f04b7ede9195, host: dv-cinder-804581-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6626cf60-52c0-408f-84ae-89d4503244ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '2bf2b9a5-377a-4b9d-bdb1-fe60ad62a290'}}] {{(pid=94119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 18:56:29.513634 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-6949c0f8-d639-4be8-b53a-45405274f7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:29.515952 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377863dd-e815-4c60-a6cf-b8afa3d333cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:29.516248 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377863dd-e815-4c60-a6cf-b8afa3d333cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:29.516593 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377863dd-e815-4c60-a6cf-b8afa3d333cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:29.516935 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377863dd-e815-4c60-a6cf-b8afa3d333cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:29.517263 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377863dd-e815-4c60-a6cf-b8afa3d333cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:29.517676 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377863dd-e815-4c60-a6cf-b8afa3d333cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:29.517928 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377863dd-e815-4c60-a6cf-b8afa3d333cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:29.518318 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377863dd-e815-4c60-a6cf-b8afa3d333cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:29.518692 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377863dd-e815-4c60-a6cf-b8afa3d333cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:29.519186 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377863dd-e815-4c60-a6cf-b8afa3d333cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:29.519722 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377863dd-e815-4c60-a6cf-b8afa3d333cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:29.520002 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377863dd-e815-4c60-a6cf-b8afa3d333cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:56:29.521653 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377863dd-e815-4c60-a6cf-b8afa3d333cc None None] Tracked resource versions report: Aug 14 18:56:29.521653 dv-cinder-804581-2-iscsi neutron-server[94119]: pushed versions: Aug 14 18:56:29.521653 dv-cinder-804581-2-iscsi neutron-server[94119]: { 'AddressGroup': {'1.2'}, Aug 14 18:56:29.521653 dv-cinder-804581-2-iscsi neutron-server[94119]: 'ConntrackHelper': {'1.0'}, Aug 14 18:56:29.521653 dv-cinder-804581-2-iscsi neutron-server[94119]: 'Log': {'1.0'}, Aug 14 18:56:29.521653 dv-cinder-804581-2-iscsi neutron-server[94119]: 'Network': {'1.1'}, Aug 14 18:56:29.521653 dv-cinder-804581-2-iscsi neutron-server[94119]: 'Port': {'1.7'}, Aug 14 18:56:29.521653 dv-cinder-804581-2-iscsi neutron-server[94119]: 'PortForwarding': {'1.2'}, Aug 14 18:56:29.521653 dv-cinder-804581-2-iscsi neutron-server[94119]: 'QosPolicy': {'1.9'}, Aug 14 18:56:29.521653 dv-cinder-804581-2-iscsi neutron-server[94119]: 'SecurityGroup': {'1.4'}, Aug 14 18:56:29.521653 dv-cinder-804581-2-iscsi neutron-server[94119]: 'SecurityGroupRule': {'1.2'}, Aug 14 18:56:29.521653 dv-cinder-804581-2-iscsi neutron-server[94119]: 'SubPort': {'1.0'}, Aug 14 18:56:29.521653 dv-cinder-804581-2-iscsi neutron-server[94119]: 'Subnet': {'1.1'}, Aug 14 18:56:29.521653 dv-cinder-804581-2-iscsi neutron-server[94119]: 'Trunk': {'1.1'}} Aug 14 18:56:29.521653 dv-cinder-804581-2-iscsi neutron-server[94119]: consumer versions: Aug 14 18:56:29.521653 dv-cinder-804581-2-iscsi neutron-server[94119]: { DHCP agent@dv-cinder-804581-2-iscsi: {}, Aug 14 18:56:29.521653 dv-cinder-804581-2-iscsi neutron-server[94119]: L3 agent@dv-cinder-804581-2-iscsi: {}, Aug 14 18:56:29.521653 dv-cinder-804581-2-iscsi neutron-server[94119]: Metadata agent@dv-cinder-804581-2-iscsi: {}, Aug 14 18:56:29.521653 dv-cinder-804581-2-iscsi neutron-server[94119]: Metering agent@dv-cinder-804581-2-iscsi: {}, Aug 14 18:56:29.521653 dv-cinder-804581-2-iscsi neutron-server[94119]: Open vSwitch agent@dv-cinder-804581-2-iscsi: { 'AddressGroup': '1.2', Aug 14 18:56:29.521653 dv-cinder-804581-2-iscsi neutron-server[94119]: 'ConntrackHelper': '1.0', Aug 14 18:56:29.521653 dv-cinder-804581-2-iscsi neutron-server[94119]: 'Log': '1.0', Aug 14 18:56:29.521653 dv-cinder-804581-2-iscsi neutron-server[94119]: 'Network': '1.1', Aug 14 18:56:29.521653 dv-cinder-804581-2-iscsi neutron-server[94119]: 'Port': '1.7', Aug 14 18:56:29.521653 dv-cinder-804581-2-iscsi neutron-server[94119]: 'PortForwarding': '1.2', Aug 14 18:56:29.521653 dv-cinder-804581-2-iscsi neutron-server[94119]: 'QosPolicy': '1.9', Aug 14 18:56:29.521653 dv-cinder-804581-2-iscsi neutron-server[94119]: 'SecurityGroup': '1.4', Aug 14 18:56:29.521653 dv-cinder-804581-2-iscsi neutron-server[94119]: 'SecurityGroupRule': '1.2', Aug 14 18:56:29.521653 dv-cinder-804581-2-iscsi neutron-server[94119]: 'SubPort': '1.0', Aug 14 18:56:29.521653 dv-cinder-804581-2-iscsi neutron-server[94119]: 'Subnet': '1.1', Aug 14 18:56:29.521653 dv-cinder-804581-2-iscsi neutron-server[94119]: 'Trunk': '1.1'}} Aug 14 18:56:29.521653 dv-cinder-804581-2-iscsi neutron-server[94119]: {{(pid=94119) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 14 18:56:29.589168 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.db [None req-6949c0f8-d639-4be8-b53a-45405274f7c8 None None] For port 14d93a2b-34fd-40f1-a6a1-f04b7ede9195, host dv-cinder-804581-2-iscsi, cleared binding levels {{(pid=94119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 18:56:29.610040 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.db [None req-6949c0f8-d639-4be8-b53a-45405274f7c8 None None] For port 14d93a2b-34fd-40f1-a6a1-f04b7ede9195, host dv-cinder-804581-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=14d93a2b-34fd-40f1-a6a1-f04b7ede9195,segment=NetworkSegment(6626cf60-52c0-408f-84ae-89d4503244ce),segment_id=6626cf60-52c0-408f-84ae-89d4503244ce)] {{(pid=94119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 18:56:29.614997 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-6949c0f8-d639-4be8-b53a-45405274f7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:29.677275 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6949c0f8-d639-4be8-b53a-45405274f7c8 None None] Routers {'3ff7511e-1de3-41a4-8aad-827dccc0a8fc'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 18:56:29.678296 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-6949c0f8-d639-4be8-b53a-45405274f7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T18:56:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['3ff7511e-1de3-41a4-8aad-827dccc0a8fc'], 'active': True} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 18:56:29.719918 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377863dd-e815-4c60-a6cf-b8afa3d333cc None None] Pushing event updated for resources: {'Port': ['ID=14d93a2b-34fd-40f1-a6a1-f04b7ede9195,revision_number=4']} {{(pid=94119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 18:56:29.772020 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvr_db [None req-6949c0f8-d639-4be8-b53a-45405274f7c8 None None] Set router 3ff7511e-1de3-41a4-8aad-827dccc0a8fc gateway port host: None {{(pid=94119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 18:56:29.993844 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-6949c0f8-d639-4be8-b53a-45405274f7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff7511e-1de3-41a4-8aad-827dccc0a8fc', 'name': 'router1', 'tenant_id': 'ed6e480e896a4b63a255206a6afc0a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T18:56:17Z', 'updated_at': '2021-08-14T18:56:27Z', 'revision_number': 2, 'project_id': 'ed6e480e896a4b63a255206a6afc0a8d', 'gw_port_host': None, '_interfaces': [{'id': '14d93a2b-34fd-40f1-a6a1-f04b7ede9195', 'name': '', 'network_id': '2bf2b9a5-377a-4b9d-bdb1-fe60ad62a290', 'tenant_id': 'ed6e480e896a4b63a255206a6afc0a8d', 'mac_address': 'fa:16:3e:b5:74:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff7511e-1de3-41a4-8aad-827dccc0a8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f631bc40-12bf-4488-80d7-be34e713847d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T18:56:26Z', 'updated_at': '2021-08-14T18:56:29Z', 'revision_number': 4, 'project_id': 'ed6e480e896a4b63a255206a6afc0a8d', 'subnets': [{'id': 'f631bc40-12bf-4488-80d7-be34e713847d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec9925ac-fab5-4398-bb6d-0fb2ae57bb96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 18:56:30.021100 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6949c0f8-d639-4be8-b53a-45405274f7c8 None None] The sync data for ids ['3ff7511e-1de3-41a4-8aad-827dccc0a8fc'] in dv-cinder-804581-2-iscsi is: [{'id': '3ff7511e-1de3-41a4-8aad-827dccc0a8fc', 'name': 'router1', 'tenant_id': 'ed6e480e896a4b63a255206a6afc0a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T18:56:17Z', 'updated_at': '2021-08-14T18:56:27Z', 'revision_number': 2, 'project_id': 'ed6e480e896a4b63a255206a6afc0a8d', 'gw_port_host': None, '_interfaces': [{'id': '14d93a2b-34fd-40f1-a6a1-f04b7ede9195', 'name': '', 'network_id': '2bf2b9a5-377a-4b9d-bdb1-fe60ad62a290', 'tenant_id': 'ed6e480e896a4b63a255206a6afc0a8d', 'mac_address': 'fa:16:3e:b5:74:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff7511e-1de3-41a4-8aad-827dccc0a8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f631bc40-12bf-4488-80d7-be34e713847d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T18:56:26Z', 'updated_at': '2021-08-14T18:56:29Z', 'revision_number': 4, 'project_id': 'ed6e480e896a4b63a255206a6afc0a8d', 'subnets': [{'id': 'f631bc40-12bf-4488-80d7-be34e713847d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec9925ac-fab5-4398-bb6d-0fb2ae57bb96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 18:56:30.290663 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 55928) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 18:56:30.403155 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39ee6d2-5c5d-4fe1-acab-7acaae57c3d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 18:56:30.410134 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-a39ee6d2-5c5d-4fe1-acab-7acaae57c3d6 admin admin] 10.222.0.39 "GET /v2.0/networks/70527521-9220-43b3-92f5-8f32262fd0f1 HTTP/1.1" status: 200 len: 842 time: 0.1128454 Aug 14 18:56:30.414617 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-2a648fbb-ce78-49ec-bc15-3e61ce9583fb admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'cidr': '172.27.2.0/24', 'ip_version': 4}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 18:56:30.436427 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a648fbb-ce78-49ec-bc15-3e61ce9583fb admin admin] Made reservation on behalf of 67c04f49a04844dfb33b3e07b9d76153 for: {'subnet': 1} {{(pid=94116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 18:56:30.438765 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-2a648fbb-ce78-49ec-bc15-3e61ce9583fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:30.732936 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.objects.ports [None req-2a648fbb-ce78-49ec-bc15-3e61ce9583fb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94116) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 14 18:56:30.733382 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-2a648fbb-ce78-49ec-bc15-3e61ce9583fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998'] for subnet, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:30.784311 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a648fbb-ce78-49ec-bc15-3e61ce9583fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b39bc0ec-218c-484d-aceb-7d591e49d9cc,revision_number=0']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 18:56:30.794787 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a648fbb-ce78-49ec-bc15-3e61ce9583fb admin admin] Checking segment: {'id': '40f888b7-b3ed-489c-94ee-52f240068829', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 18:56:30.795141 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a648fbb-ce78-49ec-bc15-3e61ce9583fb admin admin] Network hostable DHCP agents. Network: 70527521-9220-43b3-92f5-8f32262fd0f1, hostable agents: ['0d7bdec9-f5f8-4d0a-807a-57e5ce61a6b1'], hosted agents: [] {{(pid=94116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 14 18:56:30.811247 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a648fbb-ce78-49ec-bc15-3e61ce9583fb admin admin] Network 70527521-9220-43b3-92f5-8f32262fd0f1 is scheduled to be hosted by DHCP agent 0d7bdec9-f5f8-4d0a-807a-57e5ce61a6b1 with binding_index 1 {{(pid=94116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 14 18:56:30.819484 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.base_scheduler [None req-2a648fbb-ce78-49ec-bc15-3e61ce9583fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804581-2-iscsi, 70527521-9220-43b3-92f5-8f32262fd0f1) {{(pid=94116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 18:56:30.824315 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a648fbb-ce78-49ec-bc15-3e61ce9583fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 18:56:30.824904 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-2a648fbb-ce78-49ec-bc15-3e61ce9583fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for subnet, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:30.829420 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b415d73c-c69b-4ae4-9948-519660f7d2bc None None] Network 70527521-9220-43b3-92f5-8f32262fd0f1 requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 18:56:30.848306 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-2a648fbb-ce78-49ec-bc15-3e61ce9583fb admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4288146 Aug 14 18:56:30.975048 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125f9491-e3cd-41eb-b435-31685628acca None None] Network 70527521-9220-43b3-92f5-8f32262fd0f1 requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 18:56:33.120933 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 55936) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 18:56:33.251746 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-089eda8e-a62c-4114-8585-96e1dd3cac9a admin admin] 10.222.0.39 "GET /v2.0/routers/3ff7511e-1de3-41a4-8aad-827dccc0a8fc HTTP/1.1" status: 200 len: 710 time: 0.1293147 Aug 14 18:56:33.336992 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cc4174-8964-4898-95eb-057adc8a6b37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 18:56:33.343786 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-46cc4174-8964-4898-95eb-057adc8a6b37 admin admin] 10.222.0.39 "GET /v2.0/networks/70527521-9220-43b3-92f5-8f32262fd0f1 HTTP/1.1" status: 200 len: 886 time: 0.0813451 Aug 14 18:56:33.347766 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-bc65256e-d735-4cdc-b710-6f5e39310d1a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'}}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 18:56:33.673793 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-bc65256e-d735-4cdc-b710-6f5e39310d1a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:33.906939 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-bc65256e-d735-4cdc-b710-6f5e39310d1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:33.992379 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-bc65256e-d735-4cdc-b710-6f5e39310d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:34.093773 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.db_base_plugin_common [None req-bc65256e-d735-4cdc-b710-6f5e39310d1a admin admin] Allocated IP 172.27.2.156 (70527521-9220-43b3-92f5-8f32262fd0f1/b39bc0ec-218c-484d-aceb-7d591e49d9cc/19fc5463-1d2e-4893-ab07-e270eb001907) {{(pid=94116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 18:56:34.176358 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.agents_db [None req-d9ec6548-365a-4179-9791-d0bac427e43f None None] Agent healthcheck: found 5 active agents {{(pid=94119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 14 18:56:34.199657 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-bc65256e-d735-4cdc-b710-6f5e39310d1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:34.239296 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-bc65256e-d735-4cdc-b710-6f5e39310d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948'] for port, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:34.276223 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc65256e-d735-4cdc-b710-6f5e39310d1a admin admin] Network 70527521-9220-43b3-92f5-8f32262fd0f1 is already hosted by enough agents. {{(pid=94116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 18:56:34.281139 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.base_scheduler [None req-bc65256e-d735-4cdc-b710-6f5e39310d1a admin admin] Resources bound (agent type, host, resource id): {{(pid=94116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 18:56:34.283599 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc65256e-d735-4cdc-b710-6f5e39310d1a admin admin] Received port after_create {{(pid=94116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 18:56:34.319299 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc65256e-d735-4cdc-b710-6f5e39310d1a admin admin] Pushing event updated for resources: {'Port': ['ID=19fc5463-1d2e-4893-ab07-e270eb001907,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 18:56:34.540968 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-bc65256e-d735-4cdc-b710-6f5e39310d1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:34.744919 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-bc65256e-d735-4cdc-b710-6f5e39310d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-499206', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-497257', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1166'] for router, precommit_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:34.748457 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-bc65256e-d735-4cdc-b710-6f5e39310d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-499215', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-499444', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-497246'] for router, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:34.939942 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc65256e-d735-4cdc-b710-6f5e39310d1a admin admin] Router 3ff7511e-1de3-41a4-8aad-827dccc0a8fc has already been hosted by L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 {{(pid=94116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 14 18:56:35.049969 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc65256e-d735-4cdc-b710-6f5e39310d1a admin admin] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 18:56:35.054748 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-bc65256e-d735-4cdc-b710-6f5e39310d1a admin admin] Notify callbacks [] for router, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:35.056038 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-bc65256e-d735-4cdc-b710-6f5e39310d1a admin admin] 10.222.0.39 "PUT /v2.0/routers/3ff7511e-1de3-41a4-8aad-827dccc0a8fc HTTP/1.1" status: 200 len: 890 time: 1.7115943 Aug 14 18:56:36.533261 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a878325-8792-4f08-bee5-93a75a2d6718 None None] Sync routers for ids ['3ff7511e-1de3-41a4-8aad-827dccc0a8fc'] in dv-cinder-804581-2-iscsi {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 18:56:36.544734 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a878325-8792-4f08-bee5-93a75a2d6718 None None] Routers {'3ff7511e-1de3-41a4-8aad-827dccc0a8fc'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 18:56:36.545393 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-7a878325-8792-4f08-bee5-93a75a2d6718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T18:56:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['3ff7511e-1de3-41a4-8aad-827dccc0a8fc'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 18:56:36.807082 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-7a878325-8792-4f08-bee5-93a75a2d6718 None None] Set router 3ff7511e-1de3-41a4-8aad-827dccc0a8fc gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 18:56:36.853159 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 14d93a2b-34fd-40f1-a6a1-f04b7ede9195 up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 18:56:37.059647 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning for port 14d93a2b-34fd-40f1-a6a1-f04b7ede9195 completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 18:56:37.076483 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port 14d93a2b-34fd-40f1-a6a1-f04b7ede9195 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 18:56:37.076857 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:37.255100 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:37.314527 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] For port 14d93a2b-34fd-40f1-a6a1-f04b7ede9195, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=14d93a2b-34fd-40f1-a6a1-f04b7ede9195,segment=NetworkSegment(6626cf60-52c0-408f-84ae-89d4503244ce),segment_id=6626cf60-52c0-408f-84ae-89d4503244ce)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 18:56:37.322151 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:37.329225 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-7a878325-8792-4f08-bee5-93a75a2d6718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff7511e-1de3-41a4-8aad-827dccc0a8fc', 'name': 'router1', 'tenant_id': 'ed6e480e896a4b63a255206a6afc0a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '19fc5463-1d2e-4893-ab07-e270eb001907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T18:56:17Z', 'updated_at': '2021-08-14T18:56:34Z', 'revision_number': 4, 'project_id': 'ed6e480e896a4b63a255206a6afc0a8d', 'gw_port': {'id': '19fc5463-1d2e-4893-ab07-e270eb001907', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:50:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff7511e-1de3-41a4-8aad-827dccc0a8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T18:56:33Z', 'updated_at': '2021-08-14T18:56:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': '14d93a2b-34fd-40f1-a6a1-f04b7ede9195', 'name': '', 'network_id': '2bf2b9a5-377a-4b9d-bdb1-fe60ad62a290', 'tenant_id': 'ed6e480e896a4b63a255206a6afc0a8d', 'mac_address': 'fa:16:3e:b5:74:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff7511e-1de3-41a4-8aad-827dccc0a8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f631bc40-12bf-4488-80d7-be34e713847d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T18:56:26Z', 'updated_at': '2021-08-14T18:56:29Z', 'revision_number': 4, 'project_id': 'ed6e480e896a4b63a255206a6afc0a8d', 'subnets': [{'id': 'f631bc40-12bf-4488-80d7-be34e713847d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec9925ac-fab5-4398-bb6d-0fb2ae57bb96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 18:56:37.400026 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a878325-8792-4f08-bee5-93a75a2d6718 None None] Checking router: 3ff7511e-1de3-41a4-8aad-827dccc0a8fc for host: dv-cinder-804581-2-iscsi {{(pid=94118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 18:56:37.400396 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a878325-8792-4f08-bee5-93a75a2d6718 None None] Updating router 3ff7511e-1de3-41a4-8aad-827dccc0a8fc port 19fc5463-1d2e-4893-ab07-e270eb001907 binding host dv-cinder-804581-2-iscsi {{(pid=94118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 14 18:56:37.451255 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 55948) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 18:56:37.460373 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-7a878325-8792-4f08-bee5-93a75a2d6718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:37.483488 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Pushing event updated for resources: {'Port': ['ID=14d93a2b-34fd-40f1-a6a1-f04b7ede9195,revision_number=5']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 18:56:37.570485 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-8c69e6bd-2058-4e24-886f-8e39136a31de admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1181142 Aug 14 18:56:37.805042 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-7a878325-8792-4f08-bee5-93a75a2d6718 None None] Notify callbacks [] for port, precommit_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:37.815085 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-7a878325-8792-4f08-bee5-93a75a2d6718 None None] Transition to ACTIVE for port object 19fc5463-1d2e-4893-ab07-e270eb001907 will not be triggered until provisioned by entity L2. {{(pid=94118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 18:56:37.821392 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-7a878325-8792-4f08-bee5-93a75a2d6718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:37.867884 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da7cbe-0852-400c-a488-94d4c2803ebb None None] Pushing event updated for resources: {'Port': ['ID=19fc5463-1d2e-4893-ab07-e270eb001907,revision_number=2']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 18:56:37.878585 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-7a878325-8792-4f08-bee5-93a75a2d6718 None None] Attempting to bind port 19fc5463-1d2e-4893-ab07-e270eb001907 on host dv-cinder-804581-2-iscsi for vnic_type normal with profile {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 18:56:37.878956 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-7a878325-8792-4f08-bee5-93a75a2d6718 None None] Attempting to bind port 19fc5463-1d2e-4893-ab07-e270eb001907 by drivers openvswitch,hyperv on host dv-cinder-804581-2-iscsi at level 0 using segments [{'id': '40f888b7-b3ed-489c-94ee-52f240068829', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'}] {{(pid=94118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 18:56:37.879322 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a878325-8792-4f08-bee5-93a75a2d6718 None None] Attempting to bind port 19fc5463-1d2e-4893-ab07-e270eb001907 on network 70527521-9220-43b3-92f5-8f32262fd0f1 {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 18:56:37.884312 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a878325-8792-4f08-bee5-93a75a2d6718 None None] Checking agent: {'id': 'd974888e-3874-401b-8472-8d90566bb0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 18, 55, 53), 'started_at': datetime.datetime(2021, 8, 14, 18, 56, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 18, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 18:56:37.884689 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a878325-8792-4f08-bee5-93a75a2d6718 None None] Checking segment: {'id': '40f888b7-b3ed-489c-94ee-52f240068829', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 18:56:37.885096 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-7a878325-8792-4f08-bee5-93a75a2d6718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:37.885495 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a878325-8792-4f08-bee5-93a75a2d6718 None None] Bound using segment: {'id': '40f888b7-b3ed-489c-94ee-52f240068829', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'} {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 18:56:37.885957 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-7a878325-8792-4f08-bee5-93a75a2d6718 None None] Bound port: 19fc5463-1d2e-4893-ab07-e270eb001907, host: dv-cinder-804581-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40f888b7-b3ed-489c-94ee-52f240068829', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'}}] {{(pid=94118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 18:56:37.886375 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-7a878325-8792-4f08-bee5-93a75a2d6718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:37.937819 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-7a878325-8792-4f08-bee5-93a75a2d6718 None None] For port 19fc5463-1d2e-4893-ab07-e270eb001907, host dv-cinder-804581-2-iscsi, cleared binding levels {{(pid=94118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 18:56:37.940960 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-7a878325-8792-4f08-bee5-93a75a2d6718 None None] For port 19fc5463-1d2e-4893-ab07-e270eb001907, host dv-cinder-804581-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=19fc5463-1d2e-4893-ab07-e270eb001907,segment=NetworkSegment(40f888b7-b3ed-489c-94ee-52f240068829),segment_id=40f888b7-b3ed-489c-94ee-52f240068829)] {{(pid=94118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 18:56:37.946097 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-7a878325-8792-4f08-bee5-93a75a2d6718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:37.998099 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a878325-8792-4f08-bee5-93a75a2d6718 None None] Routers {'3ff7511e-1de3-41a4-8aad-827dccc0a8fc'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 18:56:37.998754 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-7a878325-8792-4f08-bee5-93a75a2d6718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T18:56:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['3ff7511e-1de3-41a4-8aad-827dccc0a8fc'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 18:56:38.041194 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da7cbe-0852-400c-a488-94d4c2803ebb None None] Pushing event updated for resources: {'Port': ['ID=19fc5463-1d2e-4893-ab07-e270eb001907,revision_number=3']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 18:56:38.204619 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-7a878325-8792-4f08-bee5-93a75a2d6718 None None] Set router 3ff7511e-1de3-41a4-8aad-827dccc0a8fc gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 18:56:38.425449 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-7a878325-8792-4f08-bee5-93a75a2d6718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ff7511e-1de3-41a4-8aad-827dccc0a8fc', 'name': 'router1', 'tenant_id': 'ed6e480e896a4b63a255206a6afc0a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '19fc5463-1d2e-4893-ab07-e270eb001907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T18:56:17Z', 'updated_at': '2021-08-14T18:56:34Z', 'revision_number': 4, 'project_id': 'ed6e480e896a4b63a255206a6afc0a8d', 'gw_port': {'id': '19fc5463-1d2e-4893-ab07-e270eb001907', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:50:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff7511e-1de3-41a4-8aad-827dccc0a8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T18:56:33Z', 'updated_at': '2021-08-14T18:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': '14d93a2b-34fd-40f1-a6a1-f04b7ede9195', 'name': '', 'network_id': '2bf2b9a5-377a-4b9d-bdb1-fe60ad62a290', 'tenant_id': 'ed6e480e896a4b63a255206a6afc0a8d', 'mac_address': 'fa:16:3e:b5:74:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff7511e-1de3-41a4-8aad-827dccc0a8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f631bc40-12bf-4488-80d7-be34e713847d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T18:56:26Z', 'updated_at': '2021-08-14T18:56:37Z', 'revision_number': 5, 'project_id': 'ed6e480e896a4b63a255206a6afc0a8d', 'subnets': [{'id': 'f631bc40-12bf-4488-80d7-be34e713847d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec9925ac-fab5-4398-bb6d-0fb2ae57bb96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 18:56:38.456596 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a878325-8792-4f08-bee5-93a75a2d6718 None None] The sync data for ids ['3ff7511e-1de3-41a4-8aad-827dccc0a8fc'] in dv-cinder-804581-2-iscsi is: [{'id': '3ff7511e-1de3-41a4-8aad-827dccc0a8fc', 'name': 'router1', 'tenant_id': 'ed6e480e896a4b63a255206a6afc0a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.156'}], 'enable_snat': True}, 'gw_port_id': '19fc5463-1d2e-4893-ab07-e270eb001907', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T18:56:17Z', 'updated_at': '2021-08-14T18:56:34Z', 'revision_number': 4, 'project_id': 'ed6e480e896a4b63a255206a6afc0a8d', 'gw_port': {'id': '19fc5463-1d2e-4893-ab07-e270eb001907', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:50:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ff7511e-1de3-41a4-8aad-827dccc0a8fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T18:56:33Z', 'updated_at': '2021-08-14T18:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': '14d93a2b-34fd-40f1-a6a1-f04b7ede9195', 'name': '', 'network_id': '2bf2b9a5-377a-4b9d-bdb1-fe60ad62a290', 'tenant_id': 'ed6e480e896a4b63a255206a6afc0a8d', 'mac_address': 'fa:16:3e:b5:74:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff7511e-1de3-41a4-8aad-827dccc0a8fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f631bc40-12bf-4488-80d7-be34e713847d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T18:56:26Z', 'updated_at': '2021-08-14T18:56:37Z', 'revision_number': 5, 'project_id': 'ed6e480e896a4b63a255206a6afc0a8d', 'subnets': [{'id': 'f631bc40-12bf-4488-80d7-be34e713847d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec9925ac-fab5-4398-bb6d-0fb2ae57bb96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 18:56:38.952200 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 19fc5463-1d2e-4893-ab07-e270eb001907 up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 18:56:39.020566 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning for port 19fc5463-1d2e-4893-ab07-e270eb001907 completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 18:56:39.025514 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port 19fc5463-1d2e-4893-ab07-e270eb001907 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 18:56:39.025893 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:39.111683 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:39.134389 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] For port 19fc5463-1d2e-4893-ab07-e270eb001907, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=19fc5463-1d2e-4893-ab07-e270eb001907,segment=NetworkSegment(40f888b7-b3ed-489c-94ee-52f240068829),segment_id=40f888b7-b3ed-489c-94ee-52f240068829)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 18:56:39.138360 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:39.139218 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 14d93a2b-34fd-40f1-a6a1-f04b7ede9195 up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 18:56:39.221819 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port 14d93a2b-34fd-40f1-a6a1-f04b7ede9195 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 18:56:39.222233 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:39.264414 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Pushing event updated for resources: {'Port': ['ID=19fc5463-1d2e-4893-ab07-e270eb001907,revision_number=4']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 18:56:40.838200 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 19fc5463-1d2e-4893-ab07-e270eb001907 up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 18:56:40.889329 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port 19fc5463-1d2e-4893-ab07-e270eb001907 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 18:56:40.889852 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:49.140352 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-d2a3a53a-56e6-43f1-958e-5db61cb964b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:52.483362 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-982ba288-854f-4350-9b34-b37173235fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:52.774836 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:53.806631 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:56:55.161002 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:57:11.175147 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.agents_db [None req-d9ec6548-365a-4179-9791-d0bac427e43f None None] Agent healthcheck: found 5 active agents {{(pid=94119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 14 18:57:19.136116 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-9dc6896b-8a5e-41b2-93ef-bcef1dff50b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:57:22.476855 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-dc0b9141-8160-4a0f-a53c-48cdbf92c00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:57:22.780805 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:57:23.810174 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:57:25.156488 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:57:48.173494 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.agents_db [None req-d9ec6548-365a-4179-9791-d0bac427e43f None None] Agent healthcheck: found 5 active agents {{(pid=94119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 14 18:57:49.137493 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-aefac9db-7911-4e99-a91c-ba88406877e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:57:52.479616 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-e5cc6110-8417-4d5e-b513-57da2fdcde54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:57:52.772434 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:57:53.812334 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:57:55.160573 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:58:13.773670 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 56516) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 18:58:13.837229 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.pecan_wsgi.hooks.translation [None req-e371dfaa-03e1-4545-acfc-b823b391765a admin admin] GET failed (client error): The resource could not be found. Aug 14 18:58:13.838598 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-e371dfaa-03e1-4545-acfc-b823b391765a admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0638850 Aug 14 18:58:13.999845 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571eb4fc-322e-4674-a753-27899283a81c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 18:58:14.001270 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-571eb4fc-322e-4674-a753-27899283a81c admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1583285 Aug 14 18:58:16.176808 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 56526) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 18:58:16.272511 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4117a31d-0898-42ee-924d-e76743f05fe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 18:58:16.274525 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-4117a31d-0898-42ee-924d-e76743f05fe4 admin admin] 10.222.0.39 "GET /v2.0/subnets/f631bc40-12bf-4488-80d7-be34e713847d HTTP/1.1" status: 200 len: 849 time: 0.0965776 Aug 14 18:58:16.285929 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-3685a8c5-13a3-482f-b3b8-0f5bd0c80155 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 18:58:16.372771 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3685a8c5-13a3-482f-b3b8-0f5bd0c80155 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:58:16.511851 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3685a8c5-13a3-482f-b3b8-0f5bd0c80155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754979308939'] for subnet, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:58:16.540232 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3685a8c5-13a3-482f-b3b8-0f5bd0c80155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 18:58:16.540825 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3685a8c5-13a3-482f-b3b8-0f5bd0c80155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for subnet, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:58:16.542565 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-3685a8c5-13a3-482f-b3b8-0f5bd0c80155 admin admin] 10.222.0.39 "PUT /v2.0/subnets/f631bc40-12bf-4488-80d7-be34e713847d HTTP/1.1" status: 200 len: 868 time: 0.2615814 Aug 14 18:58:16.545119 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d55762-fee6-423c-804d-bf175e10ade0 None None] Network 2bf2b9a5-377a-4b9d-bdb1-fe60ad62a290 requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 18:58:16.565448 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3685a8c5-13a3-482f-b3b8-0f5bd0c80155 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f631bc40-12bf-4488-80d7-be34e713847d,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 18:58:16.573706 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3685a8c5-13a3-482f-b3b8-0f5bd0c80155 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:58:16.574110 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3685a8c5-13a3-482f-b3b8-0f5bd0c80155 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:58:16.574467 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3685a8c5-13a3-482f-b3b8-0f5bd0c80155 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:58:16.574822 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3685a8c5-13a3-482f-b3b8-0f5bd0c80155 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:58:16.575264 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3685a8c5-13a3-482f-b3b8-0f5bd0c80155 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:58:16.575557 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3685a8c5-13a3-482f-b3b8-0f5bd0c80155 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:58:16.575831 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3685a8c5-13a3-482f-b3b8-0f5bd0c80155 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:58:16.576169 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3685a8c5-13a3-482f-b3b8-0f5bd0c80155 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:58:16.576505 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3685a8c5-13a3-482f-b3b8-0f5bd0c80155 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:58:16.576839 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3685a8c5-13a3-482f-b3b8-0f5bd0c80155 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:58:16.577169 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3685a8c5-13a3-482f-b3b8-0f5bd0c80155 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:58:16.577498 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3685a8c5-13a3-482f-b3b8-0f5bd0c80155 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:58:16.908211 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-ff072fdf-8da6-401b-abb4-1d68f2bdc8b6 None None] Provisioning complete for port 14d93a2b-34fd-40f1-a6a1-f04b7ede9195 triggered by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 18:58:16.908595 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-ff072fdf-8da6-401b-abb4-1d68f2bdc8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:58:17.001259 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-ff072fdf-8da6-401b-abb4-1d68f2bdc8b6 None None] Provisioning complete for port a31d1d94-367b-4ff7-b6d7-6e8e0692e2a5 triggered by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 18:58:17.001556 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-ff072fdf-8da6-401b-abb4-1d68f2bdc8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:58:18.714330 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 56534) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 18:58:18.917743 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a3d52b-cd01-44bc-b587-09964b7fcb78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 18:58:18.918137 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a3d52b-cd01-44bc-b587-09964b7fcb78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 18:58:18.919727 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-b0a3d52b-cd01-44bc-b587-09964b7fcb78 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2044358 Aug 14 18:58:19.139033 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-5f528a06-5e6d-4705-a77b-143407305917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:58:21.081445 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 56542) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 18:58:21.212378 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b241e093-c73b-41cc-8a4e-4e357127f185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 18:58:21.212855 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b241e093-c73b-41cc-8a4e-4e357127f185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 18:58:21.214409 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-b241e093-c73b-41cc-8a4e-4e357127f185 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1319585 Aug 14 18:58:22.484149 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-e52702dd-3099-4ae0-8576-4f36e0007e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:58:22.779626 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:58:23.514871 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 56550) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 18:58:23.686016 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d11f1e-ad53-4b9e-a432-1ca5094e6c9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 18:58:23.687433 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-56d11f1e-ad53-4b9e-a432-1ca5094e6c9d admin admin] 10.222.0.39 "GET /v2.0/networks/2bf2b9a5-377a-4b9d-bdb1-fe60ad62a290 HTTP/1.1" status: 200 len: 869 time: 0.1715958 Aug 14 18:58:23.818728 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:58:25.169638 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:58:25.173211 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.agents_db [None req-d9ec6548-365a-4179-9791-d0bac427e43f None None] Agent healthcheck: found 5 active agents {{(pid=94119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 14 18:58:25.964234 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 56558) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 18:58:26.105543 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9a9887-f897-464a-9932-5b787ecf4a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 18:58:26.106981 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-9b9a9887-f897-464a-9932-5b787ecf4a5b admin admin] 10.222.0.39 "GET /v2.0/networks/70527521-9220-43b3-92f5-8f32262fd0f1 HTTP/1.1" status: 200 len: 886 time: 0.1417847 Aug 14 18:58:28.404797 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 56566) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 18:58:28.566869 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1ce342-2058-476b-b6a5-045109fe1e7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 18:58:28.567320 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1ce342-2058-476b-b6a5-045109fe1e7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 18:58:28.568916 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-1b1ce342-2058-476b-b6a5-045109fe1e7a admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1630204 Aug 14 18:58:31.136328 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 56576) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 18:58:31.276335 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f292f4-fac2-4fe2-a32f-21c30b45fdb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 18:58:31.276801 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f292f4-fac2-4fe2-a32f-21c30b45fdb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 18:58:31.278385 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-f0f292f4-fac2-4fe2-a32f-21c30b45fdb4 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1410820 Aug 14 18:58:33.475809 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 56584) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 18:58:33.614850 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ddd1b9-a73b-4d55-af69-f99eaab50603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 18:58:33.616206 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-c3ddd1b9-a73b-4d55-af69-f99eaab50603 admin admin] 10.222.0.39 "GET /v2.0/subnets/b39bc0ec-218c-484d-aceb-7d591e49d9cc HTTP/1.1" status: 200 len: 816 time: 0.1391308 Aug 14 18:58:35.755675 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 56592) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 18:58:35.860346 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5cb7fe-0fb6-4dd4-9a65-7358df713c16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 18:58:35.861593 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-7e5cb7fe-0fb6-4dd4-9a65-7358df713c16 admin admin] 10.222.0.39 "GET /v2.0/subnets/f631bc40-12bf-4488-80d7-be34e713847d HTTP/1.1" status: 200 len: 868 time: 0.1049912 Aug 14 18:58:49.141192 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-620e0097-a892-4ab9-af61-72b743af46f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:58:52.475779 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-404480a5-44db-4a1c-8525-ca9d3823fa84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:58:52.776719 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:58:53.820693 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:58:55.169311 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:59:00.021494 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 56646) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 18:59:00.070057 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [None req-1fd02808-cf9b-4e8a-9a91-302416d5f3c2 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 14 18:59:00.071101 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-1fd02808-cf9b-4e8a-9a91-302416d5f3c2 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0483420 Aug 14 18:59:02.171333 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.agents_db [None req-d9ec6548-365a-4179-9791-d0bac427e43f None None] Agent healthcheck: found 5 active agents {{(pid=94119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 14 18:59:02.327871 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 56654) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 18:59:02.395006 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc9b1ed5-2a26-40d8-999b-76ba10b1d92e admin admin] GET failed (client error): The resource could not be found. Aug 14 18:59:02.396378 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-dc9b1ed5-2a26-40d8-999b-76ba10b1d92e admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0675535 Aug 14 18:59:02.543859 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ffa777-1a5e-4048-a18a-404470decd9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 18:59:02.545251 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-31ffa777-1a5e-4048-a18a-404470decd9c admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1443644 Aug 14 18:59:04.803800 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 56662) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 18:59:04.851721 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [None req-76b0897a-7a6e-44fd-8b86-45b6ac3dfb0d admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 18:59:04.872268 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b0897a-7a6e-44fd-8b86-45b6ac3dfb0d admin admin] Made reservation on behalf of 67c04f49a04844dfb33b3e07b9d76153 for: {'network': 1} {{(pid=94117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 18:59:04.874589 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-76b0897a-7a6e-44fd-8b86-45b6ac3dfb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for network, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:59:04.911804 dv-cinder-804581-2-iscsi neutron-server[94117]: WARNING neutron.services.revisions.revision_plugin [None req-76b0897a-7a6e-44fd-8b86-45b6ac3dfb0d admin admin] Could not find related network for resource to bump revision. Aug 14 18:59:04.924344 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76b0897a-7a6e-44fd-8b86-45b6ac3dfb0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=94117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 14 18:59:04.934246 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-76b0897a-7a6e-44fd-8b86-45b6ac3dfb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736'] for segment, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:59:04.934613 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.db.segments_db [None req-76b0897a-7a6e-44fd-8b86-45b6ac3dfb0d admin admin] Added segment fc7036eb-0d92-4050-abc2-60b90cd11b30 of type vlan for network 48268f38-514c-4b6f-81f6-543d5cf07fbf Aug 14 18:59:04.980393 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-76b0897a-7a6e-44fd-8b86-45b6ac3dfb0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754978905146'] for network, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:59:05.009963 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-76b0897a-7a6e-44fd-8b86-45b6ac3dfb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998'] for network, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:59:05.010928 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b0897a-7a6e-44fd-8b86-45b6ac3dfb0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 18:59:05.011504 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-76b0897a-7a6e-44fd-8b86-45b6ac3dfb0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for network, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:59:05.067665 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-76b0897a-7a6e-44fd-8b86-45b6ac3dfb0d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2627702 Aug 14 18:59:05.072432 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b0897a-7a6e-44fd-8b86-45b6ac3dfb0d admin admin] Pushing event updated for resources: {'Network': ['ID=48268f38-514c-4b6f-81f6-543d5cf07fbf,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 18:59:05.079704 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b0897a-7a6e-44fd-8b86-45b6ac3dfb0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:59:05.080071 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b0897a-7a6e-44fd-8b86-45b6ac3dfb0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:59:05.080411 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b0897a-7a6e-44fd-8b86-45b6ac3dfb0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:59:05.080821 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b0897a-7a6e-44fd-8b86-45b6ac3dfb0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:59:05.081153 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b0897a-7a6e-44fd-8b86-45b6ac3dfb0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:59:05.081498 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b0897a-7a6e-44fd-8b86-45b6ac3dfb0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:59:05.082386 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b0897a-7a6e-44fd-8b86-45b6ac3dfb0d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:59:05.082722 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b0897a-7a6e-44fd-8b86-45b6ac3dfb0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:59:05.083061 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b0897a-7a6e-44fd-8b86-45b6ac3dfb0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:59:05.083380 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b0897a-7a6e-44fd-8b86-45b6ac3dfb0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:59:05.083711 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b0897a-7a6e-44fd-8b86-45b6ac3dfb0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:59:05.084026 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b0897a-7a6e-44fd-8b86-45b6ac3dfb0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:59:05.096110 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Network 48268f38-514c-4b6f-81f6-543d5cf07fbf details requested by agent ovs-agent-dv-cinder-804581-2-iscsi with host dv-cinder-804581-2-iscsi {{(pid=94118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 14 18:59:07.279769 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 56670) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 18:59:07.340852 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b135a93-287e-4017-8bcc-dc799b257a7e admin admin] GET failed (client error): The resource could not be found. Aug 14 18:59:07.342157 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-4b135a93-287e-4017-8bcc-dc799b257a7e admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0614395 Aug 14 18:59:07.412681 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee55074d-868c-4626-92d0-f74b9fa4a742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 18:59:07.414120 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-ee55074d-868c-4626-92d0-f74b9fa4a742 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0671265 Aug 14 18:59:07.424758 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [None req-be57acc2-6b4f-4c71-86d7-85341cd1e89c admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '48268f38-514c-4b6f-81f6-543d5cf07fbf', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 18:59:07.447155 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be57acc2-6b4f-4c71-86d7-85341cd1e89c admin admin] Made reservation on behalf of 67c04f49a04844dfb33b3e07b9d76153 for: {'subnet': 1} {{(pid=94117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 18:59:07.449462 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-be57acc2-6b4f-4c71-86d7-85341cd1e89c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:59:07.675485 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-be57acc2-6b4f-4c71-86d7-85341cd1e89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998'] for subnet, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:59:07.732956 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57acc2-6b4f-4c71-86d7-85341cd1e89c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca03233e-4431-42d4-a1dc-f9e4e5703529,revision_number=0']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 18:59:07.743430 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be57acc2-6b4f-4c71-86d7-85341cd1e89c admin admin] Checking segment: {'id': 'fc7036eb-0d92-4050-abc2-60b90cd11b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '48268f38-514c-4b6f-81f6-543d5cf07fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 18:59:07.743825 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be57acc2-6b4f-4c71-86d7-85341cd1e89c admin admin] Network hostable DHCP agents. Network: 48268f38-514c-4b6f-81f6-543d5cf07fbf, hostable agents: ['0d7bdec9-f5f8-4d0a-807a-57e5ce61a6b1'], hosted agents: [] {{(pid=94117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 14 18:59:07.766211 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be57acc2-6b4f-4c71-86d7-85341cd1e89c admin admin] Network 48268f38-514c-4b6f-81f6-543d5cf07fbf is scheduled to be hosted by DHCP agent 0d7bdec9-f5f8-4d0a-807a-57e5ce61a6b1 with binding_index 1 {{(pid=94117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 14 18:59:07.777784 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.base_scheduler [None req-be57acc2-6b4f-4c71-86d7-85341cd1e89c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804581-2-iscsi, 48268f38-514c-4b6f-81f6-543d5cf07fbf) {{(pid=94117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 18:59:07.782614 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be57acc2-6b4f-4c71-86d7-85341cd1e89c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 18:59:07.783205 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-be57acc2-6b4f-4c71-86d7-85341cd1e89c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for subnet, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:59:07.789583 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b31978e-0f69-47f3-be1c-7bdf5037f027 None None] Network 48268f38-514c-4b6f-81f6-543d5cf07fbf requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 18:59:07.797242 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-be57acc2-6b4f-4c71-86d7-85341cd1e89c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3764551 Aug 14 18:59:07.939648 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414a4601-124a-4943-8c56-c783bc675642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3ad8078-bf75-59ca-bf42-0c8d8311ab94-48268f38-514c-4b6f-81f6-543d5cf07fbf', 'network_id': '48268f38-514c-4b6f-81f6-543d5cf07fbf', 'tenant_id': '67c04f49a04844dfb33b3e07b9d76153', 'fixed_ips': [{'subnet_id': 'ca03233e-4431-42d4-a1dc-f9e4e5703529'}]}} from dv-cinder-804581-2-iscsi. {{(pid=94118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 14 18:59:07.941288 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-414a4601-124a-4943-8c56-c783bc675642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:59:08.183761 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.db_base_plugin_common [None req-414a4601-124a-4943-8c56-c783bc675642 None None] Allocated IP 192.168.233.2 (48268f38-514c-4b6f-81f6-543d5cf07fbf/ca03233e-4431-42d4-a1dc-f9e4e5703529/34df94be-53d3-4084-a7e9-78db22863e60) {{(pid=94118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 18:59:08.327449 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-414a4601-124a-4943-8c56-c783bc675642 None None] Notify callbacks [] for port, precommit_create {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:59:08.338079 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-414a4601-124a-4943-8c56-c783bc675642 None None] Transition to ACTIVE for port object 34df94be-53d3-4084-a7e9-78db22863e60 will not be triggered until provisioned by entity L2. {{(pid=94118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 18:59:08.352909 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-414a4601-124a-4943-8c56-c783bc675642 None None] Transition to ACTIVE for port object 34df94be-53d3-4084-a7e9-78db22863e60 will not be triggered until provisioned by entity DHCP. {{(pid=94118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 18:59:08.359539 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-414a4601-124a-4943-8c56-c783bc675642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948'] for port, after_create {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:59:08.404773 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414a4601-124a-4943-8c56-c783bc675642 None None] Network 48268f38-514c-4b6f-81f6-543d5cf07fbf is already hosted by enough agents. {{(pid=94118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 18:59:08.408812 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.scheduler.base_scheduler [None req-414a4601-124a-4943-8c56-c783bc675642 None None] Resources bound (agent type, host, resource id): {{(pid=94118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 18:59:08.411910 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414a4601-124a-4943-8c56-c783bc675642 None None] Received port after_create {{(pid=94118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 18:59:08.414177 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a4601-124a-4943-8c56-c783bc675642 None None] Pushing event updated for resources: {'Port': ['ID=34df94be-53d3-4084-a7e9-78db22863e60,revision_number=1']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 18:59:08.423069 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414a4601-124a-4943-8c56-c783bc675642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:59:08.423430 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414a4601-124a-4943-8c56-c783bc675642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:59:08.423784 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414a4601-124a-4943-8c56-c783bc675642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:59:08.424634 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414a4601-124a-4943-8c56-c783bc675642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:59:08.424991 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414a4601-124a-4943-8c56-c783bc675642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:59:08.425330 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414a4601-124a-4943-8c56-c783bc675642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:59:08.425670 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414a4601-124a-4943-8c56-c783bc675642 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:59:08.426005 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414a4601-124a-4943-8c56-c783bc675642 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:59:08.426376 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414a4601-124a-4943-8c56-c783bc675642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:59:08.426714 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414a4601-124a-4943-8c56-c783bc675642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:59:08.427040 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414a4601-124a-4943-8c56-c783bc675642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:59:08.427393 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414a4601-124a-4943-8c56-c783bc675642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 18:59:08.484860 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-414a4601-124a-4943-8c56-c783bc675642 None None] Attempting to bind port 34df94be-53d3-4084-a7e9-78db22863e60 on host dv-cinder-804581-2-iscsi for vnic_type normal with profile {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 18:59:08.485227 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-414a4601-124a-4943-8c56-c783bc675642 None None] Attempting to bind port 34df94be-53d3-4084-a7e9-78db22863e60 by drivers openvswitch,hyperv on host dv-cinder-804581-2-iscsi at level 0 using segments [{'id': 'fc7036eb-0d92-4050-abc2-60b90cd11b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '48268f38-514c-4b6f-81f6-543d5cf07fbf'}] {{(pid=94118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 18:59:08.485590 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414a4601-124a-4943-8c56-c783bc675642 None None] Attempting to bind port 34df94be-53d3-4084-a7e9-78db22863e60 on network 48268f38-514c-4b6f-81f6-543d5cf07fbf {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 18:59:08.491344 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414a4601-124a-4943-8c56-c783bc675642 None None] Checking agent: {'id': 'd974888e-3874-401b-8472-8d90566bb0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 18, 55, 53), 'started_at': datetime.datetime(2021, 8, 14, 18, 56, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 18, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 18:59:08.491711 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414a4601-124a-4943-8c56-c783bc675642 None None] Checking segment: {'id': 'fc7036eb-0d92-4050-abc2-60b90cd11b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '48268f38-514c-4b6f-81f6-543d5cf07fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 18:59:08.492108 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-414a4601-124a-4943-8c56-c783bc675642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:59:08.492498 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414a4601-124a-4943-8c56-c783bc675642 None None] Bound using segment: {'id': 'fc7036eb-0d92-4050-abc2-60b90cd11b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '48268f38-514c-4b6f-81f6-543d5cf07fbf'} {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 18:59:08.492958 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-414a4601-124a-4943-8c56-c783bc675642 None None] Bound port: 34df94be-53d3-4084-a7e9-78db22863e60, host: dv-cinder-804581-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc7036eb-0d92-4050-abc2-60b90cd11b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '48268f38-514c-4b6f-81f6-543d5cf07fbf'}}] {{(pid=94118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 18:59:08.493351 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-414a4601-124a-4943-8c56-c783bc675642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:59:08.556217 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-414a4601-124a-4943-8c56-c783bc675642 None None] For port 34df94be-53d3-4084-a7e9-78db22863e60, host dv-cinder-804581-2-iscsi, cleared binding levels {{(pid=94118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 18:59:08.559451 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-414a4601-124a-4943-8c56-c783bc675642 None None] For port 34df94be-53d3-4084-a7e9-78db22863e60, host dv-cinder-804581-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=34df94be-53d3-4084-a7e9-78db22863e60,segment=NetworkSegment(fc7036eb-0d92-4050-abc2-60b90cd11b30),segment_id=fc7036eb-0d92-4050-abc2-60b90cd11b30)] {{(pid=94118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 18:59:08.563671 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-414a4601-124a-4943-8c56-c783bc675642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:59:08.622863 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a4601-124a-4943-8c56-c783bc675642 None None] Pushing event updated for resources: {'Port': ['ID=34df94be-53d3-4084-a7e9-78db22863e60,revision_number=2']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 18:59:08.966491 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 34df94be-53d3-4084-a7e9-78db22863e60 up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 18:59:09.033565 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning for port 34df94be-53d3-4084-a7e9-78db22863e60 completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 18:59:09.425434 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84b452e-df6b-47df-aa2f-b349d6e88601 None None] Network 48268f38-514c-4b6f-81f6-543d5cf07fbf requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 18:59:09.486324 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-f707fc03-98b6-406e-9c19-c1efcbbc372c None None] Provisioning for port 34df94be-53d3-4084-a7e9-78db22863e60 completed by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 18:59:09.497046 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-f707fc03-98b6-406e-9c19-c1efcbbc372c None None] Provisioning complete for port 34df94be-53d3-4084-a7e9-78db22863e60 triggered by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 18:59:09.497423 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-f707fc03-98b6-406e-9c19-c1efcbbc372c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:59:09.637932 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-f707fc03-98b6-406e-9c19-c1efcbbc372c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:59:09.678358 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-f707fc03-98b6-406e-9c19-c1efcbbc372c None None] For port 34df94be-53d3-4084-a7e9-78db22863e60, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=34df94be-53d3-4084-a7e9-78db22863e60,segment=NetworkSegment(fc7036eb-0d92-4050-abc2-60b90cd11b30),segment_id=fc7036eb-0d92-4050-abc2-60b90cd11b30)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 18:59:09.682884 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-f707fc03-98b6-406e-9c19-c1efcbbc372c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:59:09.733759 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f707fc03-98b6-406e-9c19-c1efcbbc372c None None] Pushing event updated for resources: {'Port': ['ID=34df94be-53d3-4084-a7e9-78db22863e60,revision_number=3']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 18:59:09.908027 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-2b1c24f1-a02b-40df-93c8-6820d69d4e66 None None] Provisioning complete for port 34df94be-53d3-4084-a7e9-78db22863e60 triggered by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 18:59:09.908400 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-2b1c24f1-a02b-40df-93c8-6820d69d4e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:59:10.939376 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 34df94be-53d3-4084-a7e9-78db22863e60 up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 18:59:10.988241 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port 34df94be-53d3-4084-a7e9-78db22863e60 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 18:59:10.988614 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:59:19.144046 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-24a3922b-11aa-48a1-81f8-904b7f266d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:59:22.479933 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-de26ce10-ae5e-46a1-aaa5-d79824ddba7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:59:22.777478 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:59:23.825371 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:59:25.171135 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:59:39.169513 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.agents_db [None req-d9ec6548-365a-4179-9791-d0bac427e43f None None] Agent healthcheck: found 5 active agents {{(pid=94119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 14 18:59:49.147234 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-5101d5d1-e42f-4a5b-bc4c-dd89e466fb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:59:52.479799 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-238c4241-3054-4780-a466-e3e20cf5d4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:59:52.779230 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:59:53.825335 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 18:59:55.172526 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:00:16.169275 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.agents_db [None req-d9ec6548-365a-4179-9791-d0bac427e43f None None] Agent healthcheck: found 5 active agents {{(pid=94119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 14 19:00:19.150862 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-dabd235c-28bf-45b0-b88c-ffeff032da0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:00:22.481441 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-146ba702-7adf-4c3e-923d-8010b8b04c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:00:22.782856 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:00:23.829703 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:00:23.967170 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 56722) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:00:23.974074 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [None req-ee8d287f-593e-4858-b28c-c5c549698155 tempest-verify_tempest_config-2128591396 tempest-verify_tempest_config-2128591396-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 14 19:00:23.975277 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-ee8d287f-593e-4858-b28c-c5c549698155 tempest-verify_tempest_config-2128591396 tempest-verify_tempest_config-2128591396-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0071239 Aug 14 19:00:24.315912 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 56740) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:00:24.418378 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-5a68685e-5443-431c-b719-e1c04594cdbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:00:24.506622 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-5a68685e-5443-431c-b719-e1c04594cdbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:00:24.510461 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-5a68685e-5443-431c-b719-e1c04594cdbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:00:24.558185 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-5a68685e-5443-431c-b719-e1c04594cdbe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a7b3cf2007b2463d8a412dab4c749746&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2412136 Aug 14 19:00:24.559164 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a68685e-5443-431c-b719-e1c04594cdbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4eeaa48-ab7a-467f-9929-082e7413326f,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:00:24.561018 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 56744) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:00:24.566163 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a68685e-5443-431c-b719-e1c04594cdbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:00:24.566542 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a68685e-5443-431c-b719-e1c04594cdbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:00:24.566877 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a68685e-5443-431c-b719-e1c04594cdbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:00:24.567204 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a68685e-5443-431c-b719-e1c04594cdbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:00:24.567524 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a68685e-5443-431c-b719-e1c04594cdbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:00:24.567862 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a68685e-5443-431c-b719-e1c04594cdbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:00:24.568188 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a68685e-5443-431c-b719-e1c04594cdbe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:00:24.568511 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a68685e-5443-431c-b719-e1c04594cdbe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:00:24.568844 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a68685e-5443-431c-b719-e1c04594cdbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:00:24.569166 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a68685e-5443-431c-b719-e1c04594cdbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:00:24.569482 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a68685e-5443-431c-b719-e1c04594cdbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:00:24.569796 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a68685e-5443-431c-b719-e1c04594cdbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:00:24.624808 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-434068ee-f8c9-4610-b390-c473a58ae4df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:00:24.646913 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-434068ee-f8c9-4610-b390-c473a58ae4df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:00:24.736981 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-434068ee-f8c9-4610-b390-c473a58ae4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:00:24.740698 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-434068ee-f8c9-4610-b390-c473a58ae4df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:00:24.741974 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-434068ee-f8c9-4610-b390-c473a58ae4df admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f4eeaa48-ab7a-467f-9929-082e7413326f HTTP/1.1" status: 204 len: 168 time: 0.1797588 Aug 14 19:00:24.749962 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434068ee-f8c9-4610-b390-c473a58ae4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4eeaa48-ab7a-467f-9929-082e7413326f,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:00:24.757252 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434068ee-f8c9-4610-b390-c473a58ae4df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:00:24.757640 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434068ee-f8c9-4610-b390-c473a58ae4df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:00:24.758003 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434068ee-f8c9-4610-b390-c473a58ae4df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:00:24.758375 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434068ee-f8c9-4610-b390-c473a58ae4df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:00:24.758720 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434068ee-f8c9-4610-b390-c473a58ae4df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:00:24.759081 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434068ee-f8c9-4610-b390-c473a58ae4df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:00:24.759610 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434068ee-f8c9-4610-b390-c473a58ae4df admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:00:24.759737 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434068ee-f8c9-4610-b390-c473a58ae4df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:00:24.760103 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434068ee-f8c9-4610-b390-c473a58ae4df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:00:24.760436 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434068ee-f8c9-4610-b390-c473a58ae4df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:00:24.760773 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434068ee-f8c9-4610-b390-c473a58ae4df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:00:24.761100 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434068ee-f8c9-4610-b390-c473a58ae4df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:00:25.177839 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:00:49.152721 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-fa3e1283-43a8-44d9-859c-d867515cc2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:00:52.483276 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-e5c6fd7d-afa1-4dfc-81d6-02b943744e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:00:52.784577 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:00:53.167223 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.agents_db [None req-d9ec6548-365a-4179-9791-d0bac427e43f None None] Agent healthcheck: found 5 active agents {{(pid=94119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 14 19:00:53.831713 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:00:55.182225 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:01:19.155121 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-6845090b-f0ca-4109-8cc5-2c6e9d350e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:01:22.485815 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-37d2bc25-776a-454a-9c12-73327f175703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:01:22.785716 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:01:23.834168 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:01:25.184140 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:01:30.165476 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.agents_db [None req-d9ec6548-365a-4179-9791-d0bac427e43f None None] Agent healthcheck: found 5 active agents {{(pid=94119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 14 19:01:49.156574 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-86926066-af65-4a7d-9584-e554d1540327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:01:51.670278 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-499700'] for agent, after_create {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:01:52.487427 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-7d6372a0-3443-4850-b74f-cac24295b00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:01:52.786939 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:01:53.836225 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:01:55.187278 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:01:55.788823 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 56798) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:01:55.892988 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-be5fab05-a91d-44b1-ba42-8f4459d016f0 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1030691 Aug 14 19:01:58.094715 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 56808) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:01:58.154054 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-2eb5979f-d3d8-4420-ba82-30091098d949 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0582354 Aug 14 19:02:07.165109 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.agents_db [None req-d9ec6548-365a-4179-9791-d0bac427e43f None None] Agent healthcheck: found 6 active agents {{(pid=94119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 14 19:02:19.157621 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-2610f3f6-aac9-4d9f-a924-c8d0f94fcae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:02:21.607225 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:02:22.487590 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-2524cec6-e787-4c4c-847c-095f17885d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:02:22.786925 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:02:23.839924 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:02:25.188090 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:02:44.163246 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.agents_db [None req-d9ec6548-365a-4179-9791-d0bac427e43f None None] Agent healthcheck: found 6 active agents {{(pid=94119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 14 19:02:49.162008 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b08985f4-df88-4cb3-8af2-890187f39a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:02:51.622873 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:02:52.489327 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-a485d848-2c3d-4c67-a453-73e824260ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:02:52.787496 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:02:53.844039 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:02:55.196283 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:19.170208 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-04fc9de1-82bd-4670-ac19-5f7971568028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:21.162090 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.agents_db [None req-d9ec6548-365a-4179-9791-d0bac427e43f None None] Agent healthcheck: found 6 active agents {{(pid=94119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 14 19:03:21.630548 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:22.521460 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-99b94090-dd5f-4de2-acb5-3fdd120273b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:22.829333 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:23.860569 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:24.779213 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 57020) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:25.094029 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-d70f67d8-4717-47c8-8d64-f8f9bd6f7b4f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1830163748-network', 'tenant_id': '6000939100bb476da8924d17890754e4'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:03:25.137631 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70f67d8-4717-47c8-8d64-f8f9bd6f7b4f admin admin] Made reservation on behalf of 6000939100bb476da8924d17890754e4 for: {'network': 1} {{(pid=94116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:03:25.145114 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d70f67d8-4717-47c8-8d64-f8f9bd6f7b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for network, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:25.177462 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d70f67d8-4717-47c8-8d64-f8f9bd6f7b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:25.220681 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:25.310775 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d70f67d8-4717-47c8-8d64-f8f9bd6f7b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:25.316146 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d70f67d8-4717-47c8-8d64-f8f9bd6f7b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:25.353424 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f67d8-4717-47c8-8d64-f8f9bd6f7b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:25.369391 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d70f67d8-4717-47c8-8d64-f8f9bd6f7b4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=94116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 14 19:03:25.375298 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f67d8-4717-47c8-8d64-f8f9bd6f7b4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:25.376098 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f67d8-4717-47c8-8d64-f8f9bd6f7b4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:25.376677 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f67d8-4717-47c8-8d64-f8f9bd6f7b4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:25.377222 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f67d8-4717-47c8-8d64-f8f9bd6f7b4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:25.377765 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f67d8-4717-47c8-8d64-f8f9bd6f7b4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:25.378341 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f67d8-4717-47c8-8d64-f8f9bd6f7b4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:25.378874 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f67d8-4717-47c8-8d64-f8f9bd6f7b4f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:25.379220 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f67d8-4717-47c8-8d64-f8f9bd6f7b4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:25.379572 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f67d8-4717-47c8-8d64-f8f9bd6f7b4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:25.379912 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f67d8-4717-47c8-8d64-f8f9bd6f7b4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:25.380367 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f67d8-4717-47c8-8d64-f8f9bd6f7b4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:25.380699 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f67d8-4717-47c8-8d64-f8f9bd6f7b4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:25.381751 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70f67d8-4717-47c8-8d64-f8f9bd6f7b4f admin admin] Tracked resource versions report: Aug 14 19:03:25.381751 dv-cinder-804581-2-iscsi neutron-server[94116]: pushed versions: Aug 14 19:03:25.381751 dv-cinder-804581-2-iscsi neutron-server[94116]: { 'AddressGroup': {'1.2'}, Aug 14 19:03:25.381751 dv-cinder-804581-2-iscsi neutron-server[94116]: 'ConntrackHelper': {'1.0'}, Aug 14 19:03:25.381751 dv-cinder-804581-2-iscsi neutron-server[94116]: 'Log': {'1.0'}, Aug 14 19:03:25.381751 dv-cinder-804581-2-iscsi neutron-server[94116]: 'Network': {'1.1'}, Aug 14 19:03:25.381751 dv-cinder-804581-2-iscsi neutron-server[94116]: 'Port': {'1.7'}, Aug 14 19:03:25.381751 dv-cinder-804581-2-iscsi neutron-server[94116]: 'PortForwarding': {'1.2'}, Aug 14 19:03:25.381751 dv-cinder-804581-2-iscsi neutron-server[94116]: 'QosPolicy': {'1.9'}, Aug 14 19:03:25.381751 dv-cinder-804581-2-iscsi neutron-server[94116]: 'SecurityGroup': {'1.4'}, Aug 14 19:03:25.381751 dv-cinder-804581-2-iscsi neutron-server[94116]: 'SecurityGroupRule': {'1.2'}, Aug 14 19:03:25.381751 dv-cinder-804581-2-iscsi neutron-server[94116]: 'SubPort': {'1.0'}, Aug 14 19:03:25.381751 dv-cinder-804581-2-iscsi neutron-server[94116]: 'Subnet': {'1.1'}, Aug 14 19:03:25.381751 dv-cinder-804581-2-iscsi neutron-server[94116]: 'Trunk': {'1.1'}} Aug 14 19:03:25.381751 dv-cinder-804581-2-iscsi neutron-server[94116]: consumer versions: Aug 14 19:03:25.381751 dv-cinder-804581-2-iscsi neutron-server[94116]: { DHCP agent@dv-cinder-804581-2-iscsi: {}, Aug 14 19:03:25.381751 dv-cinder-804581-2-iscsi neutron-server[94116]: HyperV agent@hv-cinder-80458: {}, Aug 14 19:03:25.381751 dv-cinder-804581-2-iscsi neutron-server[94116]: L3 agent@dv-cinder-804581-2-iscsi: {}, Aug 14 19:03:25.381751 dv-cinder-804581-2-iscsi neutron-server[94116]: Metadata agent@dv-cinder-804581-2-iscsi: {}, Aug 14 19:03:25.381751 dv-cinder-804581-2-iscsi neutron-server[94116]: Metering agent@dv-cinder-804581-2-iscsi: {}, Aug 14 19:03:25.381751 dv-cinder-804581-2-iscsi neutron-server[94116]: Open vSwitch agent@dv-cinder-804581-2-iscsi: { 'AddressGroup': '1.2', Aug 14 19:03:25.381751 dv-cinder-804581-2-iscsi neutron-server[94116]: 'ConntrackHelper': '1.0', Aug 14 19:03:25.381751 dv-cinder-804581-2-iscsi neutron-server[94116]: 'Log': '1.0', Aug 14 19:03:25.381751 dv-cinder-804581-2-iscsi neutron-server[94116]: 'Network': '1.1', Aug 14 19:03:25.381751 dv-cinder-804581-2-iscsi neutron-server[94116]: 'Port': '1.7', Aug 14 19:03:25.381751 dv-cinder-804581-2-iscsi neutron-server[94116]: 'PortForwarding': '1.2', Aug 14 19:03:25.381751 dv-cinder-804581-2-iscsi neutron-server[94116]: 'QosPolicy': '1.9', Aug 14 19:03:25.381751 dv-cinder-804581-2-iscsi neutron-server[94116]: 'SecurityGroup': '1.4', Aug 14 19:03:25.381751 dv-cinder-804581-2-iscsi neutron-server[94116]: 'SecurityGroupRule': '1.2', Aug 14 19:03:25.381751 dv-cinder-804581-2-iscsi neutron-server[94116]: 'SubPort': '1.0', Aug 14 19:03:25.381751 dv-cinder-804581-2-iscsi neutron-server[94116]: 'Subnet': '1.1', Aug 14 19:03:25.381751 dv-cinder-804581-2-iscsi neutron-server[94116]: 'Trunk': '1.1'}} Aug 14 19:03:25.381751 dv-cinder-804581-2-iscsi neutron-server[94116]: {{(pid=94116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 14 19:03:25.393494 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d70f67d8-4717-47c8-8d64-f8f9bd6f7b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736'] for segment, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:25.394068 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.db.segments_db [None req-d70f67d8-4717-47c8-8d64-f8f9bd6f7b4f admin admin] Added segment 5ba0e0d5-42c9-4f6a-b232-be11d5749a7a of type vlan for network 0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1 Aug 14 19:03:25.462725 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d70f67d8-4717-47c8-8d64-f8f9bd6f7b4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754978905146'] for network, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:25.509310 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d70f67d8-4717-47c8-8d64-f8f9bd6f7b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998'] for network, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:25.510812 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70f67d8-4717-47c8-8d64-f8f9bd6f7b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:03:25.511745 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d70f67d8-4717-47c8-8d64-f8f9bd6f7b4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for network, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:25.554080 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-d70f67d8-4717-47c8-8d64-f8f9bd6f7b4f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7726312 Aug 14 19:03:25.558165 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 57062) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:25.565533 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [None req-4da5697d-4c12-494c-849c-1c86d306b4f3 admin admin] Request body: {'subnet': {'network_id': '0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1830163748-subnet', 'tenant_id': '6000939100bb476da8924d17890754e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:03:25.602641 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da5697d-4c12-494c-849c-1c86d306b4f3 admin admin] Made reservation on behalf of 6000939100bb476da8924d17890754e4 for: {'subnet': 1} {{(pid=94117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:03:25.604258 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-4da5697d-4c12-494c-849c-1c86d306b4f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:25.706470 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 57072) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:25.726142 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f67d8-4717-47c8-8d64-f8f9bd6f7b4f admin admin] Pushing event updated for resources: {'Network': ['ID=0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:25.739898 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Network 0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1 details requested by agent ovs-agent-dv-cinder-804581-2-iscsi with host dv-cinder-804581-2-iscsi {{(pid=94118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 14 19:03:25.771478 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 57080) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:25.814737 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-4da5697d-4c12-494c-849c-1c86d306b4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998'] for subnet, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:25.878676 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da5697d-4c12-494c-849c-1c86d306b4f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e77bed90-2142-41a5-a497-653e20d95723,revision_number=0']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:25.895652 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da5697d-4c12-494c-849c-1c86d306b4f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:25.896217 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da5697d-4c12-494c-849c-1c86d306b4f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:25.896717 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da5697d-4c12-494c-849c-1c86d306b4f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:25.897220 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da5697d-4c12-494c-849c-1c86d306b4f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:25.898333 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da5697d-4c12-494c-849c-1c86d306b4f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:25.898333 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da5697d-4c12-494c-849c-1c86d306b4f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:25.899625 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da5697d-4c12-494c-849c-1c86d306b4f3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:25.900008 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da5697d-4c12-494c-849c-1c86d306b4f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:25.900506 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da5697d-4c12-494c-849c-1c86d306b4f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:25.900940 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da5697d-4c12-494c-849c-1c86d306b4f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:25.901364 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da5697d-4c12-494c-849c-1c86d306b4f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:25.901763 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da5697d-4c12-494c-849c-1c86d306b4f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:25.902626 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 57090) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:25.903311 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da5697d-4c12-494c-849c-1c86d306b4f3 admin admin] Tracked resource versions report: Aug 14 19:03:25.903311 dv-cinder-804581-2-iscsi neutron-server[94117]: pushed versions: Aug 14 19:03:25.903311 dv-cinder-804581-2-iscsi neutron-server[94117]: { 'AddressGroup': {'1.2'}, Aug 14 19:03:25.903311 dv-cinder-804581-2-iscsi neutron-server[94117]: 'ConntrackHelper': {'1.0'}, Aug 14 19:03:25.903311 dv-cinder-804581-2-iscsi neutron-server[94117]: 'Log': {'1.0'}, Aug 14 19:03:25.903311 dv-cinder-804581-2-iscsi neutron-server[94117]: 'Network': {'1.1'}, Aug 14 19:03:25.903311 dv-cinder-804581-2-iscsi neutron-server[94117]: 'Port': {'1.7'}, Aug 14 19:03:25.903311 dv-cinder-804581-2-iscsi neutron-server[94117]: 'PortForwarding': {'1.2'}, Aug 14 19:03:25.903311 dv-cinder-804581-2-iscsi neutron-server[94117]: 'QosPolicy': {'1.9'}, Aug 14 19:03:25.903311 dv-cinder-804581-2-iscsi neutron-server[94117]: 'SecurityGroup': {'1.4'}, Aug 14 19:03:25.903311 dv-cinder-804581-2-iscsi neutron-server[94117]: 'SecurityGroupRule': {'1.2'}, Aug 14 19:03:25.903311 dv-cinder-804581-2-iscsi neutron-server[94117]: 'SubPort': {'1.0'}, Aug 14 19:03:25.903311 dv-cinder-804581-2-iscsi neutron-server[94117]: 'Subnet': {'1.1'}, Aug 14 19:03:25.903311 dv-cinder-804581-2-iscsi neutron-server[94117]: 'Trunk': {'1.1'}} Aug 14 19:03:25.903311 dv-cinder-804581-2-iscsi neutron-server[94117]: consumer versions: Aug 14 19:03:25.903311 dv-cinder-804581-2-iscsi neutron-server[94117]: { DHCP agent@dv-cinder-804581-2-iscsi: {}, Aug 14 19:03:25.903311 dv-cinder-804581-2-iscsi neutron-server[94117]: HyperV agent@hv-cinder-80458: {}, Aug 14 19:03:25.903311 dv-cinder-804581-2-iscsi neutron-server[94117]: L3 agent@dv-cinder-804581-2-iscsi: {}, Aug 14 19:03:25.903311 dv-cinder-804581-2-iscsi neutron-server[94117]: Metadata agent@dv-cinder-804581-2-iscsi: {}, Aug 14 19:03:25.903311 dv-cinder-804581-2-iscsi neutron-server[94117]: Metering agent@dv-cinder-804581-2-iscsi: {}, Aug 14 19:03:25.903311 dv-cinder-804581-2-iscsi neutron-server[94117]: Open vSwitch agent@dv-cinder-804581-2-iscsi: { 'AddressGroup': '1.2', Aug 14 19:03:25.903311 dv-cinder-804581-2-iscsi neutron-server[94117]: 'ConntrackHelper': '1.0', Aug 14 19:03:25.903311 dv-cinder-804581-2-iscsi neutron-server[94117]: 'Log': '1.0', Aug 14 19:03:25.903311 dv-cinder-804581-2-iscsi neutron-server[94117]: 'Network': '1.1', Aug 14 19:03:25.903311 dv-cinder-804581-2-iscsi neutron-server[94117]: 'Port': '1.7', Aug 14 19:03:25.903311 dv-cinder-804581-2-iscsi neutron-server[94117]: 'PortForwarding': '1.2', Aug 14 19:03:25.903311 dv-cinder-804581-2-iscsi neutron-server[94117]: 'QosPolicy': '1.9', Aug 14 19:03:25.903311 dv-cinder-804581-2-iscsi neutron-server[94117]: 'SecurityGroup': '1.4', Aug 14 19:03:25.903311 dv-cinder-804581-2-iscsi neutron-server[94117]: 'SecurityGroupRule': '1.2', Aug 14 19:03:25.903311 dv-cinder-804581-2-iscsi neutron-server[94117]: 'SubPort': '1.0', Aug 14 19:03:25.903311 dv-cinder-804581-2-iscsi neutron-server[94117]: 'Subnet': '1.1', Aug 14 19:03:25.903311 dv-cinder-804581-2-iscsi neutron-server[94117]: 'Trunk': '1.1'}} Aug 14 19:03:25.903311 dv-cinder-804581-2-iscsi neutron-server[94117]: {{(pid=94117) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 14 19:03:25.921507 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da5697d-4c12-494c-849c-1c86d306b4f3 admin admin] Checking segment: {'id': '5ba0e0d5-42c9-4f6a-b232-be11d5749a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:03:25.921896 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da5697d-4c12-494c-849c-1c86d306b4f3 admin admin] Network hostable DHCP agents. Network: 0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1, hostable agents: ['0d7bdec9-f5f8-4d0a-807a-57e5ce61a6b1'], hosted agents: [] {{(pid=94117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 14 19:03:25.941610 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da5697d-4c12-494c-849c-1c86d306b4f3 admin admin] Network 0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1 is scheduled to be hosted by DHCP agent 0d7bdec9-f5f8-4d0a-807a-57e5ce61a6b1 with binding_index 1 {{(pid=94117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 14 19:03:25.951958 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.base_scheduler [None req-4da5697d-4c12-494c-849c-1c86d306b4f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804581-2-iscsi, 0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1) {{(pid=94117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:03:25.963815 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0d8dd8-81e1-4892-93db-9c80e3eadda2 None None] Network 0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1 requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 19:03:25.965955 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da5697d-4c12-494c-849c-1c86d306b4f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:03:25.966584 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-4da5697d-4c12-494c-849c-1c86d306b4f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for subnet, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:25.983918 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-4da5697d-4c12-494c-849c-1c86d306b4f3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4243736 Aug 14 19:03:25.986788 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 57094) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:25.993219 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-d8a6fd6c-8894-48fe-a7b9-d3cc8b401855 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1830163748-router', 'tenant_id': '6000939100bb476da8924d17890754e4', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'}}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:03:26.008572 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-cdf2a5f8-729e-4c84-bb4a-3a43f25c36ab admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2128833203-network', 'tenant_id': '0ee573824097433d91bee4e7433a5196'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:03:26.032096 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.db.api [None req-cdf2a5f8-729e-4c84-bb4a-3a43f25c36ab admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 14 19:03:26.032096 dv-cinder-804581-2-iscsi neutron-server[94116]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 14 19:03:26.032096 dv-cinder-804581-2-iscsi neutron-server[94116]: [parameters: {'project_id_1': '0ee573824097433d91bee4e7433a5196', 'expiration_1': datetime.datetime(2021, 8, 14, 19, 3, 26, 14507)}] Aug 14 19:03:26.032096 dv-cinder-804581-2-iscsi neutron-server[94116]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 14 19:03:26.033088 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG oslo_db.api [None req-cdf2a5f8-729e-4c84-bb4a-3a43f25c36ab admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 14 19:03:26.046789 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d8a6fd6c-8894-48fe-a7b9-d3cc8b401855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-497131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1253'] for router, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:26.047907 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d8a6fd6c-8894-48fe-a7b9-d3cc8b401855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499240', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1667368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1276'] for router, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:26.058548 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-0f23ee9b-496e-4092-b7f3-995b18f9f612 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1231158712-network', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:03:26.138434 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f23ee9b-496e-4092-b7f3-995b18f9f612 admin admin] Made reservation on behalf of 2e3430e72b2f427f9643c8ae878c86fb for: {'network': 1} {{(pid=94116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:03:26.141070 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-0f23ee9b-496e-4092-b7f3-995b18f9f612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for network, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:26.145904 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626d6145-469a-40c2-bac9-e649a342f870 None None] Network 0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1 requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 19:03:26.184878 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d8a6fd6c-8894-48fe-a7b9-d3cc8b401855 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:26.185784 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-0f23ee9b-496e-4092-b7f3-995b18f9f612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:26.261889 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-e05336f3-4526-4e97-9ddb-e43ea1e10cc3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-547062534-network', 'tenant_id': 'bcc608f3aa1e43c98defac55a8c90dad'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:03:26.432870 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d8a6fd6c-8894-48fe-a7b9-d3cc8b401855 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:26.541960 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-0f23ee9b-496e-4092-b7f3-995b18f9f612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:26.552987 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-0f23ee9b-496e-4092-b7f3-995b18f9f612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:26.589596 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f23ee9b-496e-4092-b7f3-995b18f9f612 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=94116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 14 19:03:26.612996 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05336f3-4526-4e97-9ddb-e43ea1e10cc3 admin admin] Made reservation on behalf of bcc608f3aa1e43c98defac55a8c90dad for: {'network': 1} {{(pid=94116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:03:26.615290 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-e05336f3-4526-4e97-9ddb-e43ea1e10cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for network, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:26.640392 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-0f23ee9b-496e-4092-b7f3-995b18f9f612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736'] for segment, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:26.640996 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.db.segments_db [None req-0f23ee9b-496e-4092-b7f3-995b18f9f612 admin admin] Added segment 5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3 of type vlan for network d57080a4-a152-49b8-a805-9b8349e678ba Aug 14 19:03:26.643054 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23ee9b-496e-4092-b7f3-995b18f9f612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f89d95-6c81-47a6-a55a-63f5e02a19f1,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:26.646199 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-e05336f3-4526-4e97-9ddb-e43ea1e10cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:26.663113 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf2a5f8-729e-4c84-bb4a-3a43f25c36ab admin admin] Made reservation on behalf of 0ee573824097433d91bee4e7433a5196 for: {'network': 1} {{(pid=94116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:03:26.665449 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-cdf2a5f8-729e-4c84-bb4a-3a43f25c36ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for network, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:26.699168 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-cdf2a5f8-729e-4c84-bb4a-3a43f25c36ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:26.734486 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-0f23ee9b-496e-4092-b7f3-995b18f9f612 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754978905146'] for network, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:26.865575 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-0f23ee9b-496e-4092-b7f3-995b18f9f612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998'] for network, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:26.866598 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f23ee9b-496e-4092-b7f3-995b18f9f612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:03:26.867210 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-0f23ee9b-496e-4092-b7f3-995b18f9f612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for network, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:26.876105 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 57156) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:27.010751 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23ee9b-496e-4092-b7f3-995b18f9f612 admin admin] Pushing event updated for resources: {'Network': ['ID=d57080a4-a152-49b8-a805-9b8349e678ba,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:27.018248 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d8a6fd6c-8894-48fe-a7b9-d3cc8b401855 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:27.027664 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Network d57080a4-a152-49b8-a805-9b8349e678ba details requested by agent ovs-agent-dv-cinder-804581-2-iscsi with host dv-cinder-804581-2-iscsi {{(pid=94118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 14 19:03:27.062206 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d8a6fd6c-8894-48fe-a7b9-d3cc8b401855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:27.123818 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-e05336f3-4526-4e97-9ddb-e43ea1e10cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:27.139976 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-e05336f3-4526-4e97-9ddb-e43ea1e10cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:27.158705 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 57170) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:27.160136 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-0f23ee9b-496e-4092-b7f3-995b18f9f612 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3858624 Aug 14 19:03:27.165205 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [None req-df170151-092b-4bfb-af35-91bc7bb0fa57 admin admin] Request body: {'subnet': {'network_id': 'd57080a4-a152-49b8-a805-9b8349e678ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1231158712-subnet', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:03:27.219938 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e05336f3-4526-4e97-9ddb-e43ea1e10cc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=94116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 14 19:03:27.234217 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05336f3-4526-4e97-9ddb-e43ea1e10cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c13d1b-68a6-4e86-9843-98e211c6b80b,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:27.264221 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-b5caf3f3-1fde-4df8-b494-502fc7f0ae8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:27.273076 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-e05336f3-4526-4e97-9ddb-e43ea1e10cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736'] for segment, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:27.273903 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.db.segments_db [None req-e05336f3-4526-4e97-9ddb-e43ea1e10cc3 admin admin] Added segment ecaddaaa-29a0-42e8-9639-f77205c6f149 of type vlan for network 39f72ae9-5555-416a-84f4-08abb1566c10 Aug 14 19:03:27.335055 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-e05336f3-4526-4e97-9ddb-e43ea1e10cc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754978905146'] for network, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:27.348475 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.db_base_plugin_common [None req-d8a6fd6c-8894-48fe-a7b9-d3cc8b401855 admin admin] Allocated IP 172.27.2.187 (70527521-9220-43b3-92f5-8f32262fd0f1/b39bc0ec-218c-484d-aceb-7d591e49d9cc/e65d6c00-442e-47b0-9781-d5360f31f05b) {{(pid=94116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:03:27.402613 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-e05336f3-4526-4e97-9ddb-e43ea1e10cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998'] for network, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:27.403669 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05336f3-4526-4e97-9ddb-e43ea1e10cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:03:27.404247 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-e05336f3-4526-4e97-9ddb-e43ea1e10cc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for network, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:27.557809 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-cdf2a5f8-729e-4c84-bb4a-3a43f25c36ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:27.574058 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-cdf2a5f8-729e-4c84-bb4a-3a43f25c36ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:27.590390 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-e05336f3-4526-4e97-9ddb-e43ea1e10cc3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6829486 Aug 14 19:03:27.591244 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05336f3-4526-4e97-9ddb-e43ea1e10cc3 admin admin] Pushing event updated for resources: {'Network': ['ID=39f72ae9-5555-416a-84f4-08abb1566c10,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:27.594878 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 57188) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:27.604499 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Network 39f72ae9-5555-416a-84f4-08abb1566c10 details requested by agent ovs-agent-dv-cinder-804581-2-iscsi with host dv-cinder-804581-2-iscsi {{(pid=94118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 14 19:03:27.612106 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df170151-092b-4bfb-af35-91bc7bb0fa57 admin admin] Made reservation on behalf of 2e3430e72b2f427f9643c8ae878c86fb for: {'subnet': 1} {{(pid=94117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:03:27.614802 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-df170151-092b-4bfb-af35-91bc7bb0fa57 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:27.627073 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-21a20ce7-475f-4418-a9f1-9a908e5f7629 admin admin] Request body: {'subnet': {'network_id': '39f72ae9-5555-416a-84f4-08abb1566c10', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-547062534-subnet', 'tenant_id': 'bcc608f3aa1e43c98defac55a8c90dad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:03:27.652665 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdf2a5f8-729e-4c84-bb4a-3a43f25c36ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=94116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 14 19:03:27.678809 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d8a6fd6c-8894-48fe-a7b9-d3cc8b401855 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:27.685132 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2a5f8-729e-4c84-bb4a-3a43f25c36ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80271d5-b09a-49cf-886f-1e7cd10f43b8,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:27.696257 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-cdf2a5f8-729e-4c84-bb4a-3a43f25c36ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736'] for segment, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:27.696708 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.db.segments_db [None req-cdf2a5f8-729e-4c84-bb4a-3a43f25c36ab admin admin] Added segment c4c75483-348a-49f7-b9f3-841d9687ab46 of type vlan for network e20a322d-65f8-4e18-8722-5646c45ef02b Aug 14 19:03:27.756413 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-cdf2a5f8-729e-4c84-bb4a-3a43f25c36ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754978905146'] for network, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:27.805443 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d8a6fd6c-8894-48fe-a7b9-d3cc8b401855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948'] for port, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:27.822691 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-b5caf3f3-1fde-4df8-b494-502fc7f0ae8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:27.829268 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-cdf2a5f8-729e-4c84-bb4a-3a43f25c36ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998'] for network, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:27.830347 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf2a5f8-729e-4c84-bb4a-3a43f25c36ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:03:27.830927 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-cdf2a5f8-729e-4c84-bb4a-3a43f25c36ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for network, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:27.833848 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-b5caf3f3-1fde-4df8-b494-502fc7f0ae8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:27.872081 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-b5caf3f3-1fde-4df8-b494-502fc7f0ae8a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=936af8f9f6284bbb980e8dbc4b2651ff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9948924 Aug 14 19:03:27.879122 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 57208) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:27.915080 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a6fd6c-8894-48fe-a7b9-d3cc8b401855 admin admin] Network 70527521-9220-43b3-92f5-8f32262fd0f1 is already hosted by enough agents. {{(pid=94116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:03:27.931207 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.base_scheduler [None req-d8a6fd6c-8894-48fe-a7b9-d3cc8b401855 admin admin] Resources bound (agent type, host, resource id): {{(pid=94116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:03:27.934568 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a6fd6c-8894-48fe-a7b9-d3cc8b401855 admin admin] Received port after_create {{(pid=94116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:03:28.021997 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-df170151-092b-4bfb-af35-91bc7bb0fa57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998'] for subnet, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:28.027120 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a20ce7-475f-4418-a9f1-9a908e5f7629 admin admin] Made reservation on behalf of bcc608f3aa1e43c98defac55a8c90dad for: {'subnet': 1} {{(pid=94116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:03:28.030473 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-21a20ce7-475f-4418-a9f1-9a908e5f7629 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:28.050733 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2a5f8-729e-4c84-bb4a-3a43f25c36ab admin admin] Pushing event updated for resources: {'Network': ['ID=e20a322d-65f8-4e18-8722-5646c45ef02b,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:28.059053 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-cdf2a5f8-729e-4c84-bb4a-3a43f25c36ab admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3484247 Aug 14 19:03:28.087447 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a6fd6c-8894-48fe-a7b9-d3cc8b401855 admin admin] Pushing event updated for resources: {'Port': ['ID=e65d6c00-442e-47b0-9781-d5360f31f05b,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:28.087447 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 57216) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:28.089800 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Network e20a322d-65f8-4e18-8722-5646c45ef02b details requested by agent ovs-agent-dv-cinder-804581-2-iscsi with host dv-cinder-804581-2-iscsi {{(pid=94118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 14 19:03:28.125470 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df170151-092b-4bfb-af35-91bc7bb0fa57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53786878-dcb5-494e-b53b-037026355e9e,revision_number=0']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:28.149156 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5caf3f3-1fde-4df8-b494-502fc7f0ae8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0a415a-804c-4573-bbe0-b7e506dd8e07,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:28.182441 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df170151-092b-4bfb-af35-91bc7bb0fa57 admin admin] Checking segment: {'id': '5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd57080a4-a152-49b8-a805-9b8349e678ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:03:28.182798 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df170151-092b-4bfb-af35-91bc7bb0fa57 admin admin] Network hostable DHCP agents. Network: d57080a4-a152-49b8-a805-9b8349e678ba, hostable agents: ['0d7bdec9-f5f8-4d0a-807a-57e5ce61a6b1'], hosted agents: [] {{(pid=94117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 14 19:03:28.213130 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-32fa6a83-8460-40d3-b6b6-9ceafd472763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:28.229327 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df170151-092b-4bfb-af35-91bc7bb0fa57 admin admin] Network d57080a4-a152-49b8-a805-9b8349e678ba is scheduled to be hosted by DHCP agent 0d7bdec9-f5f8-4d0a-807a-57e5ce61a6b1 with binding_index 1 {{(pid=94117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 14 19:03:28.249480 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 57218) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:28.253059 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-32fa6a83-8460-40d3-b6b6-9ceafd472763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:28.268044 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.base_scheduler [None req-df170151-092b-4bfb-af35-91bc7bb0fa57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804581-2-iscsi, d57080a4-a152-49b8-a805-9b8349e678ba) {{(pid=94117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:03:28.281938 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df170151-092b-4bfb-af35-91bc7bb0fa57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:03:28.282556 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-df170151-092b-4bfb-af35-91bc7bb0fa57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for subnet, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:28.292005 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-2e720e65-9b0d-4860-aa9d-ce3b3b0198d8 admin admin] Request body: {'subnet': {'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2128833203-subnet', 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:03:28.292961 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f9cc13-3738-461f-8a3f-202aa95d4f15 None None] Network d57080a4-a152-49b8-a805-9b8349e678ba requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 19:03:28.310994 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-df170151-092b-4bfb-af35-91bc7bb0fa57 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1466515 Aug 14 19:03:28.311944 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 57222) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:28.325256 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-1753d2e1-2d68-42b3-8950-89878a9c0943 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1231158712-router', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'}}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:03:28.358042 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-32fa6a83-8460-40d3-b6b6-9ceafd472763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:28.361069 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-32fa6a83-8460-40d3-b6b6-9ceafd472763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:28.362547 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-32fa6a83-8460-40d3-b6b6-9ceafd472763 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8d0a415a-804c-4573-bbe0-b7e506dd8e07 HTTP/1.1" status: 204 len: 168 time: 0.4816923 Aug 14 19:03:28.380110 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa6a83-8460-40d3-b6b6-9ceafd472763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0a415a-804c-4573-bbe0-b7e506dd8e07,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:28.380492 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e720e65-9b0d-4860-aa9d-ce3b3b0198d8 admin admin] Made reservation on behalf of 0ee573824097433d91bee4e7433a5196 for: {'subnet': 1} {{(pid=94116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:03:28.384023 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-2e720e65-9b0d-4860-aa9d-ce3b3b0198d8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:28.443025 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-17bfdc8e-455c-494f-b5b8-169167475de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:28.495055 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-1753d2e1-2d68-42b3-8950-89878a9c0943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-497131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1253'] for router, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:28.496527 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-1753d2e1-2d68-42b3-8950-89878a9c0943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499240', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1667368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1276'] for router, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:28.661418 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-17bfdc8e-455c-494f-b5b8-169167475de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:28.668199 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-17bfdc8e-455c-494f-b5b8-169167475de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:28.691947 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-1753d2e1-2d68-42b3-8950-89878a9c0943 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:28.734916 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d8a6fd6c-8894-48fe-a7b9-d3cc8b401855 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:28.740768 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fe55fe-2dbc-4d47-98c0-383dccd8d424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3ad8078-bf75-59ca-bf42-0c8d8311ab94-d57080a4-a152-49b8-a805-9b8349e678ba', 'network_id': 'd57080a4-a152-49b8-a805-9b8349e678ba', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'fixed_ips': [{'subnet_id': '53786878-dcb5-494e-b53b-037026355e9e'}]}} from dv-cinder-804581-2-iscsi. {{(pid=94118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 14 19:03:28.743294 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-23fe55fe-2dbc-4d47-98c0-383dccd8d424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:28.754451 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-17bfdc8e-455c-494f-b5b8-169167475de7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=131cf682fa084689bf4f5bb8639a8e96&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5038860 Aug 14 19:03:28.756987 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 57238) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:28.890662 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-21a20ce7-475f-4418-a9f1-9a908e5f7629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998'] for subnet, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:28.901896 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bfdc8e-455c-494f-b5b8-169167475de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88a8308-e73a-4202-b993-f074a0657430,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:28.954885 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 57244) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:28.980285 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.db_base_plugin_common [None req-23fe55fe-2dbc-4d47-98c0-383dccd8d424 None None] Allocated IP 172.20.0.2 (d57080a4-a152-49b8-a805-9b8349e678ba/53786878-dcb5-494e-b53b-037026355e9e/67a8a7eb-b060-4a29-abae-5845db91136e) {{(pid=94118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:03:29.049506 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-24aa9f99-8e95-40cc-8ebc-eefbca7470c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:29.099051 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-1753d2e1-2d68-42b3-8950-89878a9c0943 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:29.108737 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a20ce7-475f-4418-a9f1-9a908e5f7629 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1010c491-8406-4920-83d6-acd7d40715ca,revision_number=0']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:29.124845 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-24aa9f99-8e95-40cc-8ebc-eefbca7470c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:29.197516 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-23fe55fe-2dbc-4d47-98c0-383dccd8d424 None None] Notify callbacks [] for port, precommit_create {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:29.226212 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-23fe55fe-2dbc-4d47-98c0-383dccd8d424 None None] Transition to ACTIVE for port object 67a8a7eb-b060-4a29-abae-5845db91136e will not be triggered until provisioned by entity L2. {{(pid=94118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:03:29.243521 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-24aa9f99-8e95-40cc-8ebc-eefbca7470c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:29.245797 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-23fe55fe-2dbc-4d47-98c0-383dccd8d424 None None] Transition to ACTIVE for port object 67a8a7eb-b060-4a29-abae-5845db91136e will not be triggered until provisioned by entity DHCP. {{(pid=94118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:03:29.246473 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-24aa9f99-8e95-40cc-8ebc-eefbca7470c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:29.248071 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-24aa9f99-8e95-40cc-8ebc-eefbca7470c9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f88a8308-e73a-4202-b993-f074a0657430 HTTP/1.1" status: 204 len: 168 time: 0.4899743 Aug 14 19:03:29.269239 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-b5d07867-188d-4466-8208-531379271d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:29.273064 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-23fe55fe-2dbc-4d47-98c0-383dccd8d424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948'] for port, after_create {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:29.281551 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa9f99-8e95-40cc-8ebc-eefbca7470c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88a8308-e73a-4202-b993-f074a0657430,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:29.398969 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a20ce7-475f-4418-a9f1-9a908e5f7629 admin admin] Checking segment: {'id': 'ecaddaaa-29a0-42e8-9639-f77205c6f149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39f72ae9-5555-416a-84f4-08abb1566c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:03:29.399176 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a20ce7-475f-4418-a9f1-9a908e5f7629 admin admin] Network hostable DHCP agents. Network: 39f72ae9-5555-416a-84f4-08abb1566c10, hostable agents: ['0d7bdec9-f5f8-4d0a-807a-57e5ce61a6b1'], hosted agents: [] {{(pid=94116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 14 19:03:29.440789 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fe55fe-2dbc-4d47-98c0-383dccd8d424 None None] Network d57080a4-a152-49b8-a805-9b8349e678ba is already hosted by enough agents. {{(pid=94118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:03:29.456137 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-2e720e65-9b0d-4860-aa9d-ce3b3b0198d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998'] for subnet, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:29.474560 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.scheduler.base_scheduler [None req-23fe55fe-2dbc-4d47-98c0-383dccd8d424 None None] Resources bound (agent type, host, resource id): {{(pid=94118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:03:29.485511 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fe55fe-2dbc-4d47-98c0-383dccd8d424 None None] Received port after_create {{(pid=94118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:03:29.506338 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-b5d07867-188d-4466-8208-531379271d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:29.510776 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe55fe-2dbc-4d47-98c0-383dccd8d424 None None] Pushing event updated for resources: {'Port': ['ID=67a8a7eb-b060-4a29-abae-5845db91136e,revision_number=1']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:29.512074 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-b5d07867-188d-4466-8208-531379271d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:29.528385 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe55fe-2dbc-4d47-98c0-383dccd8d424 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:29.531617 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe55fe-2dbc-4d47-98c0-383dccd8d424 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:29.531811 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe55fe-2dbc-4d47-98c0-383dccd8d424 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:29.532117 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe55fe-2dbc-4d47-98c0-383dccd8d424 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:29.532528 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe55fe-2dbc-4d47-98c0-383dccd8d424 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:29.532867 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe55fe-2dbc-4d47-98c0-383dccd8d424 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:29.533207 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe55fe-2dbc-4d47-98c0-383dccd8d424 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:29.533598 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe55fe-2dbc-4d47-98c0-383dccd8d424 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:29.533949 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe55fe-2dbc-4d47-98c0-383dccd8d424 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:29.534294 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe55fe-2dbc-4d47-98c0-383dccd8d424 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:29.534687 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe55fe-2dbc-4d47-98c0-383dccd8d424 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:29.535017 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe55fe-2dbc-4d47-98c0-383dccd8d424 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:29.536072 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23fe55fe-2dbc-4d47-98c0-383dccd8d424 None None] Tracked resource versions report: Aug 14 19:03:29.536072 dv-cinder-804581-2-iscsi neutron-server[94118]: pushed versions: Aug 14 19:03:29.536072 dv-cinder-804581-2-iscsi neutron-server[94118]: { 'AddressGroup': {'1.2'}, Aug 14 19:03:29.536072 dv-cinder-804581-2-iscsi neutron-server[94118]: 'ConntrackHelper': {'1.0'}, Aug 14 19:03:29.536072 dv-cinder-804581-2-iscsi neutron-server[94118]: 'Log': {'1.0'}, Aug 14 19:03:29.536072 dv-cinder-804581-2-iscsi neutron-server[94118]: 'Network': {'1.1'}, Aug 14 19:03:29.536072 dv-cinder-804581-2-iscsi neutron-server[94118]: 'Port': {'1.7'}, Aug 14 19:03:29.536072 dv-cinder-804581-2-iscsi neutron-server[94118]: 'PortForwarding': {'1.2'}, Aug 14 19:03:29.536072 dv-cinder-804581-2-iscsi neutron-server[94118]: 'QosPolicy': {'1.9'}, Aug 14 19:03:29.536072 dv-cinder-804581-2-iscsi neutron-server[94118]: 'SecurityGroup': {'1.4'}, Aug 14 19:03:29.536072 dv-cinder-804581-2-iscsi neutron-server[94118]: 'SecurityGroupRule': {'1.2'}, Aug 14 19:03:29.536072 dv-cinder-804581-2-iscsi neutron-server[94118]: 'SubPort': {'1.0'}, Aug 14 19:03:29.536072 dv-cinder-804581-2-iscsi neutron-server[94118]: 'Subnet': {'1.1'}, Aug 14 19:03:29.536072 dv-cinder-804581-2-iscsi neutron-server[94118]: 'Trunk': {'1.1'}} Aug 14 19:03:29.536072 dv-cinder-804581-2-iscsi neutron-server[94118]: consumer versions: Aug 14 19:03:29.536072 dv-cinder-804581-2-iscsi neutron-server[94118]: { DHCP agent@dv-cinder-804581-2-iscsi: {}, Aug 14 19:03:29.536072 dv-cinder-804581-2-iscsi neutron-server[94118]: HyperV agent@hv-cinder-80458: {}, Aug 14 19:03:29.536072 dv-cinder-804581-2-iscsi neutron-server[94118]: L3 agent@dv-cinder-804581-2-iscsi: {}, Aug 14 19:03:29.536072 dv-cinder-804581-2-iscsi neutron-server[94118]: Metadata agent@dv-cinder-804581-2-iscsi: {}, Aug 14 19:03:29.536072 dv-cinder-804581-2-iscsi neutron-server[94118]: Metering agent@dv-cinder-804581-2-iscsi: {}, Aug 14 19:03:29.536072 dv-cinder-804581-2-iscsi neutron-server[94118]: Open vSwitch agent@dv-cinder-804581-2-iscsi: { 'AddressGroup': '1.2', Aug 14 19:03:29.536072 dv-cinder-804581-2-iscsi neutron-server[94118]: 'ConntrackHelper': '1.0', Aug 14 19:03:29.536072 dv-cinder-804581-2-iscsi neutron-server[94118]: 'Log': '1.0', Aug 14 19:03:29.536072 dv-cinder-804581-2-iscsi neutron-server[94118]: 'Network': '1.1', Aug 14 19:03:29.536072 dv-cinder-804581-2-iscsi neutron-server[94118]: 'Port': '1.7', Aug 14 19:03:29.536072 dv-cinder-804581-2-iscsi neutron-server[94118]: 'PortForwarding': '1.2', Aug 14 19:03:29.536072 dv-cinder-804581-2-iscsi neutron-server[94118]: 'QosPolicy': '1.9', Aug 14 19:03:29.536072 dv-cinder-804581-2-iscsi neutron-server[94118]: 'SecurityGroup': '1.4', Aug 14 19:03:29.536072 dv-cinder-804581-2-iscsi neutron-server[94118]: 'SecurityGroupRule': '1.2', Aug 14 19:03:29.536072 dv-cinder-804581-2-iscsi neutron-server[94118]: 'SubPort': '1.0', Aug 14 19:03:29.536072 dv-cinder-804581-2-iscsi neutron-server[94118]: 'Subnet': '1.1', Aug 14 19:03:29.536072 dv-cinder-804581-2-iscsi neutron-server[94118]: 'Trunk': '1.1'}} Aug 14 19:03:29.536072 dv-cinder-804581-2-iscsi neutron-server[94118]: {{(pid=94118) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 14 19:03:29.546279 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d07867-188d-4466-8208-531379271d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03f3728-3968-4648-b1a0-c5f134c16931,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:29.573460 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-b5d07867-188d-4466-8208-531379271d30 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3024f3c65383417391a1cec32f45887d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6157498 Aug 14 19:03:29.573986 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 57272) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:29.590681 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a20ce7-475f-4418-a9f1-9a908e5f7629 admin admin] Network 39f72ae9-5555-416a-84f4-08abb1566c10 is scheduled to be hosted by DHCP agent 0d7bdec9-f5f8-4d0a-807a-57e5ce61a6b1 with binding_index 1 {{(pid=94116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 14 19:03:29.595029 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-23fe55fe-2dbc-4d47-98c0-383dccd8d424 None None] Attempting to bind port 67a8a7eb-b060-4a29-abae-5845db91136e on host dv-cinder-804581-2-iscsi for vnic_type normal with profile {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:03:29.596110 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-23fe55fe-2dbc-4d47-98c0-383dccd8d424 None None] Attempting to bind port 67a8a7eb-b060-4a29-abae-5845db91136e by drivers openvswitch,hyperv on host dv-cinder-804581-2-iscsi at level 0 using segments [{'id': '5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd57080a4-a152-49b8-a805-9b8349e678ba'}] {{(pid=94118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:03:29.596729 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fe55fe-2dbc-4d47-98c0-383dccd8d424 None None] Attempting to bind port 67a8a7eb-b060-4a29-abae-5845db91136e on network d57080a4-a152-49b8-a805-9b8349e678ba {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:03:29.604090 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fe55fe-2dbc-4d47-98c0-383dccd8d424 None None] Checking agent: {'id': 'd974888e-3874-401b-8472-8d90566bb0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 18, 55, 53), 'started_at': datetime.datetime(2021, 8, 14, 18, 56, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:03:29.604619 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fe55fe-2dbc-4d47-98c0-383dccd8d424 None None] Checking segment: {'id': '5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd57080a4-a152-49b8-a805-9b8349e678ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:03:29.605253 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-23fe55fe-2dbc-4d47-98c0-383dccd8d424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:29.605661 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fe55fe-2dbc-4d47-98c0-383dccd8d424 None None] Bound using segment: {'id': '5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd57080a4-a152-49b8-a805-9b8349e678ba'} {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:03:29.606291 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-23fe55fe-2dbc-4d47-98c0-383dccd8d424 None None] Bound port: 67a8a7eb-b060-4a29-abae-5845db91136e, host: dv-cinder-804581-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd57080a4-a152-49b8-a805-9b8349e678ba'}}] {{(pid=94118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:03:29.606790 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-23fe55fe-2dbc-4d47-98c0-383dccd8d424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:29.633139 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.base_scheduler [None req-21a20ce7-475f-4418-a9f1-9a908e5f7629 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804581-2-iscsi, 39f72ae9-5555-416a-84f4-08abb1566c10) {{(pid=94116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:03:29.638491 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e720e65-9b0d-4860-aa9d-ce3b3b0198d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d22740df-b26d-44e8-8433-34e5ba454618,revision_number=0']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:29.645117 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-00a3991a-ee74-45e0-a5c0-4829b80226a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:29.656251 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d8a6fd6c-8894-48fe-a7b9-d3cc8b401855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499453'] for router, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:29.659374 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c38a40-1b17-480d-9f44-e29ac3803556 None None] Network 39f72ae9-5555-416a-84f4-08abb1566c10 requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 19:03:29.659982 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a20ce7-475f-4418-a9f1-9a908e5f7629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:03:29.660937 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-21a20ce7-475f-4418-a9f1-9a908e5f7629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for subnet, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:29.678706 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-00a3991a-ee74-45e0-a5c0-4829b80226a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:29.695411 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e720e65-9b0d-4860-aa9d-ce3b3b0198d8 admin admin] Checking segment: {'id': 'c4c75483-348a-49f7-b9f3-841d9687ab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:03:29.696026 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e720e65-9b0d-4860-aa9d-ce3b3b0198d8 admin admin] Network hostable DHCP agents. Network: e20a322d-65f8-4e18-8722-5646c45ef02b, hostable agents: ['0d7bdec9-f5f8-4d0a-807a-57e5ce61a6b1'], hosted agents: [] {{(pid=94116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 14 19:03:29.754466 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-21a20ce7-475f-4418-a9f1-9a908e5f7629 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1416748 Aug 14 19:03:29.756633 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-00a3991a-ee74-45e0-a5c0-4829b80226a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:29.763177 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-00a3991a-ee74-45e0-a5c0-4829b80226a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:29.769475 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-00a3991a-ee74-45e0-a5c0-4829b80226a5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c03f3728-3968-4648-b1a0-c5f134c16931 HTTP/1.1" status: 204 len: 168 time: 0.1944044 Aug 14 19:03:29.787961 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a3991a-ee74-45e0-a5c0-4829b80226a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03f3728-3968-4648-b1a0-c5f134c16931,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:29.795335 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e720e65-9b0d-4860-aa9d-ce3b3b0198d8 admin admin] Network e20a322d-65f8-4e18-8722-5646c45ef02b is scheduled to be hosted by DHCP agent 0d7bdec9-f5f8-4d0a-807a-57e5ce61a6b1 with binding_index 1 {{(pid=94116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 14 19:03:29.808800 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-23fe55fe-2dbc-4d47-98c0-383dccd8d424 None None] For port 67a8a7eb-b060-4a29-abae-5845db91136e, host dv-cinder-804581-2-iscsi, cleared binding levels {{(pid=94118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:03:29.834937 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-23fe55fe-2dbc-4d47-98c0-383dccd8d424 None None] For port 67a8a7eb-b060-4a29-abae-5845db91136e, host dv-cinder-804581-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=67a8a7eb-b060-4a29-abae-5845db91136e,segment=NetworkSegment(5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3),segment_id=5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3)] {{(pid=94118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:03:29.840238 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-23fe55fe-2dbc-4d47-98c0-383dccd8d424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:29.849461 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.base_scheduler [None req-2e720e65-9b0d-4860-aa9d-ce3b3b0198d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804581-2-iscsi, e20a322d-65f8-4e18-8722-5646c45ef02b) {{(pid=94116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:03:29.889314 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24c4284-a4f3-4dbe-8eaf-cf9894c2a915 None None] Network e20a322d-65f8-4e18-8722-5646c45ef02b requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 19:03:29.909405 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e720e65-9b0d-4860-aa9d-ce3b3b0198d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:03:29.910029 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-2e720e65-9b0d-4860-aa9d-ce3b3b0198d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for subnet, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:29.927727 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 57286) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:29.982092 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-be5d62a0-433c-47f9-8a8a-e8bd27fef755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:30.001626 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-2e720e65-9b0d-4860-aa9d-ce3b3b0198d8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8882768 Aug 14 19:03:30.007678 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bd5bc7-8d37-4b6d-8796-fb8a99231bf2 None None] Network 39f72ae9-5555-416a-84f4-08abb1566c10 requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 19:03:30.030920 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 57288) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:30.066445 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-1753d2e1-2d68-42b3-8950-89878a9c0943 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:30.068594 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe55fe-2dbc-4d47-98c0-383dccd8d424 None None] Pushing event updated for resources: {'Port': ['ID=67a8a7eb-b060-4a29-abae-5845db91136e,revision_number=2']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:30.092919 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-1753d2e1-2d68-42b3-8950-89878a9c0943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:30.111116 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a6fd6c-8894-48fe-a7b9-d3cc8b401855 admin admin] Router f9b860ec-b2bc-454c-8b8f-f1832424e959 is scheduled to L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 with binding_index 1 {{(pid=94116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 14 19:03:30.209660 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-be5d62a0-433c-47f9-8a8a-e8bd27fef755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:30.227813 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [None req-79ef6963-6cc6-4d2c-8b96-4997b4d6141e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2128833203-router', 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'}}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:03:30.258334 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-be5d62a0-433c-47f9-8a8a-e8bd27fef755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:30.268069 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-79ef6963-6cc6-4d2c-8b96-4997b4d6141e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-497131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1253'] for router, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:30.275702 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-79ef6963-6cc6-4d2c-8b96-4997b4d6141e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499240', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1667368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1276'] for router, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:30.277575 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1bfeb2-1534-4771-9caf-f15ced7b105f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3ad8078-bf75-59ca-bf42-0c8d8311ab94-e20a322d-65f8-4e18-8722-5646c45ef02b', 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b', 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'fixed_ips': [{'subnet_id': 'd22740df-b26d-44e8-8433-34e5ba454618'}]}} from dv-cinder-804581-2-iscsi. {{(pid=94118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 14 19:03:30.278487 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-7c1bfeb2-1534-4771-9caf-f15ced7b105f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:30.457899 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-79ef6963-6cc6-4d2c-8b96-4997b4d6141e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:30.561683 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.db_base_plugin_common [None req-7c1bfeb2-1534-4771-9caf-f15ced7b105f None None] Allocated IP 172.20.0.2 (e20a322d-65f8-4e18-8722-5646c45ef02b/d22740df-b26d-44e8-8433-34e5ba454618/c2e34fb1-00ea-4a83-88f4-a6f1adadff93) {{(pid=94118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:03:30.607203 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d62a0-433c-47f9-8a8a-e8bd27fef755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707dceae-6a12-4447-bc41-b254b13778b4,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:30.616576 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-be5d62a0-433c-47f9-8a8a-e8bd27fef755 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6659cd16938749008867bb7bc40c51af&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6873913 Aug 14 19:03:30.625370 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 57306) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:30.707618 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.db_base_plugin_common [None req-1753d2e1-2d68-42b3-8950-89878a9c0943 admin admin] Allocated IP 172.27.2.208 (70527521-9220-43b3-92f5-8f32262fd0f1/b39bc0ec-218c-484d-aceb-7d591e49d9cc/ff0de448-485d-4ae8-932c-851b55e2c6df) {{(pid=94116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:03:30.843473 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-79ef6963-6cc6-4d2c-8b96-4997b4d6141e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:30.846581 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-1753d2e1-2d68-42b3-8950-89878a9c0943 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:30.892990 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-1753d2e1-2d68-42b3-8950-89878a9c0943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948'] for port, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:31.005016 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-ec5071b0-a926-4b1f-b19b-739133620478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:31.041712 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1753d2e1-2d68-42b3-8950-89878a9c0943 admin admin] Pushing event updated for resources: {'Port': ['ID=ff0de448-485d-4ae8-932c-851b55e2c6df,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:31.108673 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-ec5071b0-a926-4b1f-b19b-739133620478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:31.138324 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1753d2e1-2d68-42b3-8950-89878a9c0943 admin admin] Network 70527521-9220-43b3-92f5-8f32262fd0f1 is already hosted by enough agents. {{(pid=94116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:03:31.142859 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.base_scheduler [None req-1753d2e1-2d68-42b3-8950-89878a9c0943 admin admin] Resources bound (agent type, host, resource id): {{(pid=94116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:03:31.150836 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1753d2e1-2d68-42b3-8950-89878a9c0943 admin admin] Received port after_create {{(pid=94116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:03:31.373329 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-ec5071b0-a926-4b1f-b19b-739133620478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:31.381163 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-ec5071b0-a926-4b1f-b19b-739133620478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:31.382348 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-ec5071b0-a926-4b1f-b19b-739133620478 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/707dceae-6a12-4447-bc41-b254b13778b4 HTTP/1.1" status: 204 len: 168 time: 0.7557707 Aug 14 19:03:31.384659 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a6fd6c-8894-48fe-a7b9-d3cc8b401855 admin admin] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 19:03:31.400771 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfbab0d-4a8a-45b4-9aa8-3446561ffa47 None None] Sync routers for ids ['f9b860ec-b2bc-454c-8b8f-f1832424e959'] in dv-cinder-804581-2-iscsi {{(pid=94119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 19:03:31.408593 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d8a6fd6c-8894-48fe-a7b9-d3cc8b401855 admin admin] Notify callbacks [] for router, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:31.413278 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-d8a6fd6c-8894-48fe-a7b9-d3cc8b401855 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.4249938 Aug 14 19:03:31.415866 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 57346) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:31.419412 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-7c1bfeb2-1534-4771-9caf-f15ced7b105f None None] Notify callbacks [] for port, precommit_create {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:31.420485 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5071b0-a926-4b1f-b19b-739133620478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707dceae-6a12-4447-bc41-b254b13778b4,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:31.422045 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfbab0d-4a8a-45b4-9aa8-3446561ffa47 None None] Routers {'f9b860ec-b2bc-454c-8b8f-f1832424e959'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:03:31.431760 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 57348) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:31.437138 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-6bfbab0d-4a8a-45b4-9aa8-3446561ffa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:03:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['f9b860ec-b2bc-454c-8b8f-f1832424e959'], 'active': True} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:03:31.444143 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-7c1bfeb2-1534-4771-9caf-f15ced7b105f None None] Transition to ACTIVE for port object c2e34fb1-00ea-4a83-88f4-a6f1adadff93 will not be triggered until provisioned by entity L2. {{(pid=94118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:03:31.464589 dv-cinder-804581-2-iscsi neutron-server[94117]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 14 19:03:31.484546 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-7c1bfeb2-1534-4771-9caf-f15ced7b105f None None] Transition to ACTIVE for port object c2e34fb1-00ea-4a83-88f4-a6f1adadff93 will not be triggered until provisioned by entity DHCP. {{(pid=94118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:03:31.501284 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 67a8a7eb-b060-4a29-abae-5845db91136e up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:03:31.515254 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-7c1bfeb2-1534-4771-9caf-f15ced7b105f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948'] for port, after_create {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:31.655306 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvr_db [None req-6bfbab0d-4a8a-45b4-9aa8-3446561ffa47 None None] Set router f9b860ec-b2bc-454c-8b8f-f1832424e959 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:03:31.676459 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1bfeb2-1534-4771-9caf-f15ced7b105f None None] Network e20a322d-65f8-4e18-8722-5646c45ef02b is already hosted by enough agents. {{(pid=94118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:03:31.686641 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-1753d2e1-2d68-42b3-8950-89878a9c0943 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:31.750932 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1bfeb2-1534-4771-9caf-f15ced7b105f None None] Pushing event updated for resources: {'Port': ['ID=c2e34fb1-00ea-4a83-88f4-a6f1adadff93,revision_number=1']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:31.769311 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.scheduler.base_scheduler [None req-7c1bfeb2-1534-4771-9caf-f15ced7b105f None None] Resources bound (agent type, host, resource id): {{(pid=94118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:03:31.772130 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bd12c1-c544-43ac-8280-21353cd02fab None None] Network d57080a4-a152-49b8-a805-9b8349e678ba requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 19:03:31.781600 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1bfeb2-1534-4771-9caf-f15ced7b105f None None] Received port after_create {{(pid=94118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:03:31.955866 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-6bfbab0d-4a8a-45b4-9aa8-3446561ffa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b860ec-b2bc-454c-8b8f-f1832424e959', 'name': 'tempest-ServerRescueNegativeTestJSON-1830163748-router', 'tenant_id': '6000939100bb476da8924d17890754e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'e65d6c00-442e-47b0-9781-d5360f31f05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:26Z', 'updated_at': '2021-08-14T19:03:28Z', 'revision_number': 3, 'project_id': '6000939100bb476da8924d17890754e4', 'gw_port': {'id': 'e65d6c00-442e-47b0-9781-d5360f31f05b', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b860ec-b2bc-454c-8b8f-f1832424e959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:27Z', 'updated_at': '2021-08-14T19:03:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi'}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:03:31.959503 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-6f279720-36a6-4435-a26e-b5cebf87590a None None] Provisioning for port 67a8a7eb-b060-4a29-abae-5845db91136e completed by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:03:32.053692 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfbab0d-4a8a-45b4-9aa8-3446561ffa47 None None] Checking router: f9b860ec-b2bc-454c-8b8f-f1832424e959 for host: dv-cinder-804581-2-iscsi {{(pid=94119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 19:03:32.054061 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfbab0d-4a8a-45b4-9aa8-3446561ffa47 None None] Updating router f9b860ec-b2bc-454c-8b8f-f1832424e959 port e65d6c00-442e-47b0-9781-d5360f31f05b binding host dv-cinder-804581-2-iscsi {{(pid=94119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 14 19:03:32.069324 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-7c1bfeb2-1534-4771-9caf-f15ced7b105f None None] Attempting to bind port c2e34fb1-00ea-4a83-88f4-a6f1adadff93 on host dv-cinder-804581-2-iscsi for vnic_type normal with profile {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:03:32.069677 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-7c1bfeb2-1534-4771-9caf-f15ced7b105f None None] Attempting to bind port c2e34fb1-00ea-4a83-88f4-a6f1adadff93 by drivers openvswitch,hyperv on host dv-cinder-804581-2-iscsi at level 0 using segments [{'id': 'c4c75483-348a-49f7-b9f3-841d9687ab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b'}] {{(pid=94118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:03:32.070038 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1bfeb2-1534-4771-9caf-f15ced7b105f None None] Attempting to bind port c2e34fb1-00ea-4a83-88f4-a6f1adadff93 on network e20a322d-65f8-4e18-8722-5646c45ef02b {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:03:32.093247 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1bfeb2-1534-4771-9caf-f15ced7b105f None None] Checking agent: {'id': 'd974888e-3874-401b-8472-8d90566bb0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 18, 55, 53), 'started_at': datetime.datetime(2021, 8, 14, 18, 56, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:03:32.093803 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-6bfbab0d-4a8a-45b4-9aa8-3446561ffa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:32.094614 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1bfeb2-1534-4771-9caf-f15ced7b105f None None] Checking segment: {'id': 'c4c75483-348a-49f7-b9f3-841d9687ab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:03:32.095340 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-7c1bfeb2-1534-4771-9caf-f15ced7b105f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:32.096089 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1bfeb2-1534-4771-9caf-f15ced7b105f None None] Bound using segment: {'id': 'c4c75483-348a-49f7-b9f3-841d9687ab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b'} {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:03:32.096901 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-7c1bfeb2-1534-4771-9caf-f15ced7b105f None None] Bound port: c2e34fb1-00ea-4a83-88f4-a6f1adadff93, host: dv-cinder-804581-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c75483-348a-49f7-b9f3-841d9687ab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b'}}] {{(pid=94118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:03:32.097481 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-7c1bfeb2-1534-4771-9caf-f15ced7b105f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:32.156175 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-1753d2e1-2d68-42b3-8950-89878a9c0943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499453'] for router, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:32.171506 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning for port 67a8a7eb-b060-4a29-abae-5845db91136e completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:03:32.182992 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port 67a8a7eb-b060-4a29-abae-5845db91136e triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:03:32.183907 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:32.426025 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1753d2e1-2d68-42b3-8950-89878a9c0943 admin admin] Router 40c5f8a2-a0e4-46bc-af8f-30b4c23d139f is scheduled to L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 with binding_index 1 {{(pid=94116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 14 19:03:32.486234 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-6bfbab0d-4a8a-45b4-9aa8-3446561ffa47 None None] Notify callbacks [] for port, precommit_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:32.487777 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-7c1bfeb2-1534-4771-9caf-f15ced7b105f None None] For port c2e34fb1-00ea-4a83-88f4-a6f1adadff93, host dv-cinder-804581-2-iscsi, cleared binding levels {{(pid=94118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:03:32.500645 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.provisioning_blocks [None req-6bfbab0d-4a8a-45b4-9aa8-3446561ffa47 None None] Transition to ACTIVE for port object e65d6c00-442e-47b0-9781-d5360f31f05b will not be triggered until provisioned by entity L2. {{(pid=94119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:03:32.505443 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-7c1bfeb2-1534-4771-9caf-f15ced7b105f None None] For port c2e34fb1-00ea-4a83-88f4-a6f1adadff93, host dv-cinder-804581-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=c2e34fb1-00ea-4a83-88f4-a6f1adadff93,segment=NetworkSegment(c4c75483-348a-49f7-b9f3-841d9687ab46),segment_id=c4c75483-348a-49f7-b9f3-841d9687ab46)] {{(pid=94118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:03:32.511839 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-6bfbab0d-4a8a-45b4-9aa8-3446561ffa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:32.527124 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-7c1bfeb2-1534-4771-9caf-f15ced7b105f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:32.609640 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.managers [None req-6bfbab0d-4a8a-45b4-9aa8-3446561ffa47 None None] Attempting to bind port e65d6c00-442e-47b0-9781-d5360f31f05b on host dv-cinder-804581-2-iscsi for vnic_type normal with profile {{(pid=94119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:03:32.615468 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.managers [None req-6bfbab0d-4a8a-45b4-9aa8-3446561ffa47 None None] Attempting to bind port e65d6c00-442e-47b0-9781-d5360f31f05b by drivers openvswitch,hyperv on host dv-cinder-804581-2-iscsi at level 0 using segments [{'id': '40f888b7-b3ed-489c-94ee-52f240068829', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'}] {{(pid=94119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:03:32.616857 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfbab0d-4a8a-45b4-9aa8-3446561ffa47 None None] Attempting to bind port e65d6c00-442e-47b0-9781-d5360f31f05b on network 70527521-9220-43b3-92f5-8f32262fd0f1 {{(pid=94119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:03:32.637670 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfbab0d-4a8a-45b4-9aa8-3446561ffa47 None None] Checking agent: {'id': 'd974888e-3874-401b-8472-8d90566bb0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 18, 55, 53), 'started_at': datetime.datetime(2021, 8, 14, 18, 56, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:03:32.638216 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfbab0d-4a8a-45b4-9aa8-3446561ffa47 None None] Checking segment: {'id': '40f888b7-b3ed-489c-94ee-52f240068829', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:03:32.639252 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-6bfbab0d-4a8a-45b4-9aa8-3446561ffa47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:32.640893 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfbab0d-4a8a-45b4-9aa8-3446561ffa47 None None] Bound using segment: {'id': '40f888b7-b3ed-489c-94ee-52f240068829', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'} {{(pid=94119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:03:32.641644 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.managers [None req-6bfbab0d-4a8a-45b4-9aa8-3446561ffa47 None None] Bound port: e65d6c00-442e-47b0-9781-d5360f31f05b, host: dv-cinder-804581-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40f888b7-b3ed-489c-94ee-52f240068829', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'}}] {{(pid=94119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:03:32.643363 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-6bfbab0d-4a8a-45b4-9aa8-3446561ffa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:32.649097 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1753d2e1-2d68-42b3-8950-89878a9c0943 admin admin] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 19:03:32.677774 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6afedc4-0f77-431b-ad5c-ad31d5cd82cd None None] Sync routers for ids ['40c5f8a2-a0e4-46bc-af8f-30b4c23d139f'] in dv-cinder-804581-2-iscsi {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 19:03:32.688472 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-1753d2e1-2d68-42b3-8950-89878a9c0943 admin admin] Notify callbacks [] for router, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:32.693156 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-1753d2e1-2d68-42b3-8950-89878a9c0943 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3763237 Aug 14 19:03:32.693343 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 57388) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:32.714899 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-8720a35a-723e-4453-b087-5cd03c0c92e7 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:03:32.716563 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-8720a35a-723e-4453-b087-5cd03c0c92e7 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] 10.222.0.39 "GET /v2.0/networks?id=39f72ae9-5555-416a-84f4-08abb1566c10 HTTP/1.1" status: 200 len: 811 time: 1.2605360 Aug 14 19:03:32.778097 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:32.787199 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.db [None req-6bfbab0d-4a8a-45b4-9aa8-3446561ffa47 None None] For port e65d6c00-442e-47b0-9781-d5360f31f05b, host dv-cinder-804581-2-iscsi, cleared binding levels {{(pid=94119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:03:32.793548 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6afedc4-0f77-431b-ad5c-ad31d5cd82cd None None] Routers {'40c5f8a2-a0e4-46bc-af8f-30b4c23d139f'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:03:32.794078 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-f6afedc4-0f77-431b-ad5c-ad31d5cd82cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:03:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['40c5f8a2-a0e4-46bc-af8f-30b4c23d139f'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:03:32.800749 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.db [None req-6bfbab0d-4a8a-45b4-9aa8-3446561ffa47 None None] For port e65d6c00-442e-47b0-9781-d5360f31f05b, host dv-cinder-804581-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=e65d6c00-442e-47b0-9781-d5360f31f05b,segment=NetworkSegment(40f888b7-b3ed-489c-94ee-52f240068829),segment_id=40f888b7-b3ed-489c-94ee-52f240068829)] {{(pid=94119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:03:32.805720 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e072474-4cc3-4d25-baec-6c073e53eef5 None None] Pushing event updated for resources: {'Port': ['ID=e65d6c00-442e-47b0-9781-d5360f31f05b,revision_number=2']} {{(pid=94119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:32.818064 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-6bfbab0d-4a8a-45b4-9aa8-3446561ffa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:32.842279 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1bfeb2-1534-4771-9caf-f15ced7b105f None None] Pushing event updated for resources: {'Port': ['ID=c2e34fb1-00ea-4a83-88f4-a6f1adadff93,revision_number=2']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:32.849288 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e072474-4cc3-4d25-baec-6c073e53eef5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:32.849783 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e072474-4cc3-4d25-baec-6c073e53eef5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:32.850624 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e072474-4cc3-4d25-baec-6c073e53eef5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:32.850876 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e072474-4cc3-4d25-baec-6c073e53eef5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:32.851318 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e072474-4cc3-4d25-baec-6c073e53eef5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:32.852280 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e072474-4cc3-4d25-baec-6c073e53eef5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:32.852705 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e072474-4cc3-4d25-baec-6c073e53eef5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:32.856202 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e072474-4cc3-4d25-baec-6c073e53eef5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:32.856721 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e072474-4cc3-4d25-baec-6c073e53eef5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:32.857169 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e072474-4cc3-4d25-baec-6c073e53eef5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:32.857611 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e072474-4cc3-4d25-baec-6c073e53eef5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:32.858240 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e072474-4cc3-4d25-baec-6c073e53eef5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:03:32.861224 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e072474-4cc3-4d25-baec-6c073e53eef5 None None] Tracked resource versions report: Aug 14 19:03:32.861224 dv-cinder-804581-2-iscsi neutron-server[94119]: pushed versions: Aug 14 19:03:32.861224 dv-cinder-804581-2-iscsi neutron-server[94119]: { 'AddressGroup': {'1.2'}, Aug 14 19:03:32.861224 dv-cinder-804581-2-iscsi neutron-server[94119]: 'ConntrackHelper': {'1.0'}, Aug 14 19:03:32.861224 dv-cinder-804581-2-iscsi neutron-server[94119]: 'Log': {'1.0'}, Aug 14 19:03:32.861224 dv-cinder-804581-2-iscsi neutron-server[94119]: 'Network': {'1.1'}, Aug 14 19:03:32.861224 dv-cinder-804581-2-iscsi neutron-server[94119]: 'Port': {'1.7'}, Aug 14 19:03:32.861224 dv-cinder-804581-2-iscsi neutron-server[94119]: 'PortForwarding': {'1.2'}, Aug 14 19:03:32.861224 dv-cinder-804581-2-iscsi neutron-server[94119]: 'QosPolicy': {'1.9'}, Aug 14 19:03:32.861224 dv-cinder-804581-2-iscsi neutron-server[94119]: 'SecurityGroup': {'1.4'}, Aug 14 19:03:32.861224 dv-cinder-804581-2-iscsi neutron-server[94119]: 'SecurityGroupRule': {'1.2'}, Aug 14 19:03:32.861224 dv-cinder-804581-2-iscsi neutron-server[94119]: 'SubPort': {'1.0'}, Aug 14 19:03:32.861224 dv-cinder-804581-2-iscsi neutron-server[94119]: 'Subnet': {'1.1'}, Aug 14 19:03:32.861224 dv-cinder-804581-2-iscsi neutron-server[94119]: 'Trunk': {'1.1'}} Aug 14 19:03:32.861224 dv-cinder-804581-2-iscsi neutron-server[94119]: consumer versions: Aug 14 19:03:32.861224 dv-cinder-804581-2-iscsi neutron-server[94119]: { DHCP agent@dv-cinder-804581-2-iscsi: {}, Aug 14 19:03:32.861224 dv-cinder-804581-2-iscsi neutron-server[94119]: HyperV agent@hv-cinder-80458: {}, Aug 14 19:03:32.861224 dv-cinder-804581-2-iscsi neutron-server[94119]: L3 agent@dv-cinder-804581-2-iscsi: {}, Aug 14 19:03:32.861224 dv-cinder-804581-2-iscsi neutron-server[94119]: Metadata agent@dv-cinder-804581-2-iscsi: {}, Aug 14 19:03:32.861224 dv-cinder-804581-2-iscsi neutron-server[94119]: Metering agent@dv-cinder-804581-2-iscsi: {}, Aug 14 19:03:32.861224 dv-cinder-804581-2-iscsi neutron-server[94119]: Open vSwitch agent@dv-cinder-804581-2-iscsi: { 'AddressGroup': '1.2', Aug 14 19:03:32.861224 dv-cinder-804581-2-iscsi neutron-server[94119]: 'ConntrackHelper': '1.0', Aug 14 19:03:32.861224 dv-cinder-804581-2-iscsi neutron-server[94119]: 'Log': '1.0', Aug 14 19:03:32.861224 dv-cinder-804581-2-iscsi neutron-server[94119]: 'Network': '1.1', Aug 14 19:03:32.861224 dv-cinder-804581-2-iscsi neutron-server[94119]: 'Port': '1.7', Aug 14 19:03:32.861224 dv-cinder-804581-2-iscsi neutron-server[94119]: 'PortForwarding': '1.2', Aug 14 19:03:32.861224 dv-cinder-804581-2-iscsi neutron-server[94119]: 'QosPolicy': '1.9', Aug 14 19:03:32.861224 dv-cinder-804581-2-iscsi neutron-server[94119]: 'SecurityGroup': '1.4', Aug 14 19:03:32.861224 dv-cinder-804581-2-iscsi neutron-server[94119]: 'SecurityGroupRule': '1.2', Aug 14 19:03:32.861224 dv-cinder-804581-2-iscsi neutron-server[94119]: 'SubPort': '1.0', Aug 14 19:03:32.861224 dv-cinder-804581-2-iscsi neutron-server[94119]: 'Subnet': '1.1', Aug 14 19:03:32.861224 dv-cinder-804581-2-iscsi neutron-server[94119]: 'Trunk': '1.1'}} Aug 14 19:03:32.861224 dv-cinder-804581-2-iscsi neutron-server[94119]: {{(pid=94119) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 14 19:03:32.928991 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-c077a1f3-a1b0-4ec5-ac92-22109e509807 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] 10.222.0.39 "GET /v2.0/quotas/bcc608f3aa1e43c98defac55a8c90dad HTTP/1.1" status: 200 len: 375 time: 0.1820014 Aug 14 19:03:32.941101 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-79ef6963-6cc6-4d2c-8b96-4997b4d6141e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:32.967642 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfbab0d-4a8a-45b4-9aa8-3446561ffa47 None None] Routers {'f9b860ec-b2bc-454c-8b8f-f1832424e959'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:03:32.970116 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-6bfbab0d-4a8a-45b4-9aa8-3446561ffa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:03:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['f9b860ec-b2bc-454c-8b8f-f1832424e959'], 'active': True} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:03:33.184848 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-f6afedc4-0f77-431b-ad5c-ad31d5cd82cd None None] Set router 40c5f8a2-a0e4-46bc-af8f-30b4c23d139f gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:03:33.295529 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvr_db [None req-6bfbab0d-4a8a-45b4-9aa8-3446561ffa47 None None] Set router f9b860ec-b2bc-454c-8b8f-f1832424e959 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:03:33.304423 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-79ef6963-6cc6-4d2c-8b96-4997b4d6141e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:33.311881 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-8a215dfb-020a-4853-af2c-4628a9d5a09b tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bcc608f3aa1e43c98defac55a8c90dad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3522420 Aug 14 19:03:33.509451 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] For port 67a8a7eb-b060-4a29-abae-5845db91136e, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=67a8a7eb-b060-4a29-abae-5845db91136e,segment=NetworkSegment(5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3),segment_id=5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:03:33.519839 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:33.528006 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-85e3a7f1-ab07-40fe-86f1-4dc2728708ce None None] Provisioning complete for port 67a8a7eb-b060-4a29-abae-5845db91136e triggered by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:03:33.528530 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-85e3a7f1-ab07-40fe-86f1-4dc2728708ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:33.556230 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e072474-4cc3-4d25-baec-6c073e53eef5 None None] Pushing event updated for resources: {'Port': ['ID=e65d6c00-442e-47b0-9781-d5360f31f05b,revision_number=3']} {{(pid=94119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:33.630326 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Pushing event updated for resources: {'Port': ['ID=67a8a7eb-b060-4a29-abae-5845db91136e,revision_number=3']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:33.677993 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d80e570b-68f3-40d3-b954-e3aa0cfcbe5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:33.738060 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-f6afedc4-0f77-431b-ad5c-ad31d5cd82cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'name': 'tempest-AttachVolumeTestJSON-1231158712-router', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ff0de448-485d-4ae8-932c-851b55e2c6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:28Z', 'updated_at': '2021-08-14T19:03:31Z', 'revision_number': 3, 'project_id': '2e3430e72b2f427f9643c8ae878c86fb', 'gw_port': {'id': 'ff0de448-485d-4ae8-932c-851b55e2c6df', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:30Z', 'updated_at': '2021-08-14T19:03:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi'}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:03:33.769970 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6afedc4-0f77-431b-ad5c-ad31d5cd82cd None None] Checking router: 40c5f8a2-a0e4-46bc-af8f-30b4c23d139f for host: dv-cinder-804581-2-iscsi {{(pid=94118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 19:03:33.770437 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6afedc4-0f77-431b-ad5c-ad31d5cd82cd None None] Updating router 40c5f8a2-a0e4-46bc-af8f-30b4c23d139f port ff0de448-485d-4ae8-932c-851b55e2c6df binding host dv-cinder-804581-2-iscsi {{(pid=94118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 14 19:03:33.793088 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.db_base_plugin_common [None req-79ef6963-6cc6-4d2c-8b96-4997b4d6141e admin admin] Allocated IP 172.27.2.215 (70527521-9220-43b3-92f5-8f32262fd0f1/b39bc0ec-218c-484d-aceb-7d591e49d9cc/4dc47db7-acda-461d-b659-f33996660a2a) {{(pid=94117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:03:33.815652 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device c2e34fb1-00ea-4a83-88f4-a6f1adadff93 up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:03:33.856241 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-6bfbab0d-4a8a-45b4-9aa8-3446561ffa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b860ec-b2bc-454c-8b8f-f1832424e959', 'name': 'tempest-ServerRescueNegativeTestJSON-1830163748-router', 'tenant_id': '6000939100bb476da8924d17890754e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'e65d6c00-442e-47b0-9781-d5360f31f05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:26Z', 'updated_at': '2021-08-14T19:03:28Z', 'revision_number': 3, 'project_id': '6000939100bb476da8924d17890754e4', 'gw_port': {'id': 'e65d6c00-442e-47b0-9781-d5360f31f05b', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b860ec-b2bc-454c-8b8f-f1832424e959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:27Z', 'updated_at': '2021-08-14T19:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi'}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:03:33.886382 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-f6afedc4-0f77-431b-ad5c-ad31d5cd82cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:33.954619 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfbab0d-4a8a-45b4-9aa8-3446561ffa47 None None] The sync data for ids ['f9b860ec-b2bc-454c-8b8f-f1832424e959'] in dv-cinder-804581-2-iscsi is: [{'id': 'f9b860ec-b2bc-454c-8b8f-f1832424e959', 'name': 'tempest-ServerRescueNegativeTestJSON-1830163748-router', 'tenant_id': '6000939100bb476da8924d17890754e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'e65d6c00-442e-47b0-9781-d5360f31f05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:26Z', 'updated_at': '2021-08-14T19:03:28Z', 'revision_number': 3, 'project_id': '6000939100bb476da8924d17890754e4', 'gw_port': {'id': 'e65d6c00-442e-47b0-9781-d5360f31f05b', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b860ec-b2bc-454c-8b8f-f1832424e959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:27Z', 'updated_at': '2021-08-14T19:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi'}] {{(pid=94119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 19:03:34.079433 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning for port c2e34fb1-00ea-4a83-88f4-a6f1adadff93 completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:03:34.253207 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-79ef6963-6cc6-4d2c-8b96-4997b4d6141e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:34.296723 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab15c007-bbc0-4b18-b415-d8abd2bf0f70 None None] Network e20a322d-65f8-4e18-8722-5646c45ef02b requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 19:03:34.340824 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.db_base_plugin_common [None req-d80e570b-68f3-40d3-b954-e3aa0cfcbe5d admin admin] Allocated IP 172.20.0.1 (d57080a4-a152-49b8-a805-9b8349e678ba/53786878-dcb5-494e-b53b-037026355e9e/8e842964-b7cc-4926-9688-409f0e31e389) {{(pid=94116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:03:34.450086 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-e5459f32-71b2-40fc-a222-227e10c491bc None None] Provisioning for port c2e34fb1-00ea-4a83-88f4-a6f1adadff93 completed by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:03:34.463296 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-e5459f32-71b2-40fc-a222-227e10c491bc None None] Provisioning complete for port c2e34fb1-00ea-4a83-88f4-a6f1adadff93 triggered by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:03:34.463951 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-e5459f32-71b2-40fc-a222-227e10c491bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:34.542274 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-fd6478b1-6114-43cc-8f4c-c2fc63d8457c service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 14 19:03:34.550810 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-fd6478b1-6114-43cc-8f4c-c2fc63d8457c service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4311187 Aug 14 19:03:34.594056 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-79ef6963-6cc6-4d2c-8b96-4997b4d6141e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948'] for port, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:34.638997 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d80e570b-68f3-40d3-b954-e3aa0cfcbe5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:34.665190 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.provisioning_blocks [None req-d80e570b-68f3-40d3-b954-e3aa0cfcbe5d admin admin] Transition to ACTIVE for port object 8e842964-b7cc-4926-9688-409f0e31e389 will not be triggered until provisioned by entity DHCP. {{(pid=94116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:03:34.731281 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d80e570b-68f3-40d3-b954-e3aa0cfcbe5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948'] for port, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:34.769442 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ef6963-6cc6-4d2c-8b96-4997b4d6141e admin admin] Network 70527521-9220-43b3-92f5-8f32262fd0f1 is already hosted by enough agents. {{(pid=94117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:03:34.780563 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80e570b-68f3-40d3-b954-e3aa0cfcbe5d admin admin] Network d57080a4-a152-49b8-a805-9b8349e678ba is already hosted by enough agents. {{(pid=94116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:03:34.787787 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.base_scheduler [None req-d80e570b-68f3-40d3-b954-e3aa0cfcbe5d admin admin] Resources bound (agent type, host, resource id): {{(pid=94116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:03:34.793360 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80e570b-68f3-40d3-b954-e3aa0cfcbe5d admin admin] Received port after_create {{(pid=94116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:03:34.793778 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d80e570b-68f3-40d3-b954-e3aa0cfcbe5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650728'] for router_interface, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:34.797936 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.base_scheduler [None req-79ef6963-6cc6-4d2c-8b96-4997b4d6141e admin admin] Resources bound (agent type, host, resource id): {{(pid=94117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:03:34.812608 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ef6963-6cc6-4d2c-8b96-4997b4d6141e admin admin] Received port after_create {{(pid=94117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:03:35.016925 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e570b-68f3-40d3-b954-e3aa0cfcbe5d admin admin] Pushing event updated for resources: {'Port': ['ID=8e842964-b7cc-4926-9688-409f0e31e389,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:35.032502 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-e5459f32-71b2-40fc-a222-227e10c491bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:35.122996 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-e5459f32-71b2-40fc-a222-227e10c491bc None None] For port c2e34fb1-00ea-4a83-88f4-a6f1adadff93, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=c2e34fb1-00ea-4a83-88f4-a6f1adadff93,segment=NetworkSegment(c4c75483-348a-49f7-b9f3-841d9687ab46),segment_id=c4c75483-348a-49f7-b9f3-841d9687ab46)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:03:35.137414 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-db248e94-3e46-4ed7-9eae-f2f018ec16a8 service neutron] 10.222.0.39 "GET /v2.0/networks/39f72ae9-5555-416a-84f4-08abb1566c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5854139 Aug 14 19:03:35.160112 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-e5459f32-71b2-40fc-a222-227e10c491bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:35.188040 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d80e570b-68f3-40d3-b954-e3aa0cfcbe5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:35.325406 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef6963-6cc6-4d2c-8b96-4997b4d6141e admin admin] Pushing event updated for resources: {'Port': ['ID=4dc47db7-acda-461d-b659-f33996660a2a,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:35.469945 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-24e67809-0e1b-44dd-b532-1746ebb116f9 None None] Provisioning complete for port c2e34fb1-00ea-4a83-88f4-a6f1adadff93 triggered by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:03:35.472495 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-24e67809-0e1b-44dd-b532-1746ebb116f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:35.490496 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 57466) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:35.528376 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 57470) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:35.575619 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-f6afedc4-0f77-431b-ad5c-ad31d5cd82cd None None] Notify callbacks [] for port, precommit_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:35.592533 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d80e570b-68f3-40d3-b954-e3aa0cfcbe5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:35.599718 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-10577bce-8c93-4e1c-a60a-94a5dbf2937b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:35.600750 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d80e570b-68f3-40d3-b954-e3aa0cfcbe5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:35.602049 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d80e570b-68f3-40d3-b954-e3aa0cfcbe5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650876'] for router_interface, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:35.613938 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-f6afedc4-0f77-431b-ad5c-ad31d5cd82cd None None] Transition to ACTIVE for port object ff0de448-485d-4ae8-932c-851b55e2c6df will not be triggered until provisioned by entity L2. {{(pid=94118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:03:35.656647 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5459f32-71b2-40fc-a222-227e10c491bc None None] Pushing event updated for resources: {'Port': ['ID=c2e34fb1-00ea-4a83-88f4-a6f1adadff93,revision_number=3']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:35.666062 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-f6afedc4-0f77-431b-ad5c-ad31d5cd82cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:35.826913 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-f6afedc4-0f77-431b-ad5c-ad31d5cd82cd None None] Attempting to bind port ff0de448-485d-4ae8-932c-851b55e2c6df on host dv-cinder-804581-2-iscsi for vnic_type normal with profile {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:03:35.827198 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-f6afedc4-0f77-431b-ad5c-ad31d5cd82cd None None] Attempting to bind port ff0de448-485d-4ae8-932c-851b55e2c6df by drivers openvswitch,hyperv on host dv-cinder-804581-2-iscsi at level 0 using segments [{'id': '40f888b7-b3ed-489c-94ee-52f240068829', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'}] {{(pid=94118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:03:35.827658 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6afedc4-0f77-431b-ad5c-ad31d5cd82cd None None] Attempting to bind port ff0de448-485d-4ae8-932c-851b55e2c6df on network 70527521-9220-43b3-92f5-8f32262fd0f1 {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:03:35.830067 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 67a8a7eb-b060-4a29-abae-5845db91136e up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:03:35.851116 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-319ad970-859d-4b23-bec9-01b5716e31fa service neutron] 10.222.0.39 "GET /v2.0/networks/39f72ae9-5555-416a-84f4-08abb1566c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5628324 Aug 14 19:03:35.878217 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-51c0ad92-fe55-4886-8d20-9723dbd16bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:35.878878 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50460b9-9dc5-4821-b7e0-434865737530 None None] Pushing event updated for resources: {'Port': ['ID=ff0de448-485d-4ae8-932c-851b55e2c6df,revision_number=2']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:35.896651 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6afedc4-0f77-431b-ad5c-ad31d5cd82cd None None] Checking agent: {'id': 'd974888e-3874-401b-8472-8d90566bb0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 18, 55, 53), 'started_at': datetime.datetime(2021, 8, 14, 18, 56, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:03:35.900091 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6afedc4-0f77-431b-ad5c-ad31d5cd82cd None None] Checking segment: {'id': '40f888b7-b3ed-489c-94ee-52f240068829', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:03:35.900731 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-f6afedc4-0f77-431b-ad5c-ad31d5cd82cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:35.901294 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6afedc4-0f77-431b-ad5c-ad31d5cd82cd None None] Bound using segment: {'id': '40f888b7-b3ed-489c-94ee-52f240068829', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'} {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:03:35.901946 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-f6afedc4-0f77-431b-ad5c-ad31d5cd82cd None None] Bound port: ff0de448-485d-4ae8-932c-851b55e2c6df, host: dv-cinder-804581-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40f888b7-b3ed-489c-94ee-52f240068829', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'}}] {{(pid=94118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:03:35.904278 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80e570b-68f3-40d3-b954-e3aa0cfcbe5d admin admin] Network d57080a4-a152-49b8-a805-9b8349e678ba is already hosted by enough agents. {{(pid=94116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:03:35.904859 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-f6afedc4-0f77-431b-ad5c-ad31d5cd82cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:36.025760 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-51c0ad92-fe55-4886-8d20-9723dbd16bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:36.030111 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.base_scheduler [None req-d80e570b-68f3-40d3-b954-e3aa0cfcbe5d admin admin] Resources bound (agent type, host, resource id): {{(pid=94116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:03:36.052007 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-041f25c7-7286-4fec-887a-c0824e4f5e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:36.066769 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-f6afedc4-0f77-431b-ad5c-ad31d5cd82cd None None] For port ff0de448-485d-4ae8-932c-851b55e2c6df, host dv-cinder-804581-2-iscsi, cleared binding levels {{(pid=94118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:03:36.078170 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-51c0ad92-fe55-4886-8d20-9723dbd16bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:36.087703 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-f6afedc4-0f77-431b-ad5c-ad31d5cd82cd None None] For port ff0de448-485d-4ae8-932c-851b55e2c6df, host dv-cinder-804581-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=ff0de448-485d-4ae8-932c-851b55e2c6df,segment=NetworkSegment(40f888b7-b3ed-489c-94ee-52f240068829),segment_id=40f888b7-b3ed-489c-94ee-52f240068829)] {{(pid=94118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:03:36.120762 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.db_base_plugin_common [None req-10577bce-8c93-4e1c-a60a-94a5dbf2937b admin admin] Allocated IP 172.20.0.1 (0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1/e77bed90-2142-41a5-a497-653e20d95723/dba64369-9c50-43e7-8770-92ab0fec4829) {{(pid=94117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:03:36.128914 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-f6afedc4-0f77-431b-ad5c-ad31d5cd82cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:36.158965 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-79ef6963-6cc6-4d2c-8b96-4997b4d6141e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:36.220162 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-51c0ad92-fe55-4886-8d20-9723dbd16bd5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eea134bc666a4c26be61f115ee4ab767&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6905017 Aug 14 19:03:36.224783 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 57490) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:36.327105 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e570b-68f3-40d3-b954-e3aa0cfcbe5d admin admin] Pushing event updated for resources: {'Port': ['ID=8e842964-b7cc-4926-9688-409f0e31e389,revision_number=2']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:36.389078 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-211b9489-28de-4a30-a109-70dbdc36a3bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:36.428097 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6afedc4-0f77-431b-ad5c-ad31d5cd82cd None None] Routers {'40c5f8a2-a0e4-46bc-af8f-30b4c23d139f'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:03:36.428851 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-f6afedc4-0f77-431b-ad5c-ad31d5cd82cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:03:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['40c5f8a2-a0e4-46bc-af8f-30b4c23d139f'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:03:36.436601 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50460b9-9dc5-4821-b7e0-434865737530 None None] Pushing event updated for resources: {'Port': ['ID=ff0de448-485d-4ae8-932c-851b55e2c6df,revision_number=3']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:36.458155 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 57506) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:36.470607 dv-cinder-804581-2-iscsi neutron-server[94116]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 14 19:03:36.471618 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c0ad92-fe55-4886-8d20-9723dbd16bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffc3050-baf9-4e31-851f-19496dee9989,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:36.521570 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port 67a8a7eb-b060-4a29-abae-5845db91136e triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:03:36.521950 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:36.580855 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-24e67809-0e1b-44dd-b532-1746ebb116f9 None None] Provisioning for port 8e842964-b7cc-4926-9688-409f0e31e389 completed by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:03:36.586992 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-32e831d1-6016-4c6d-b649-3f7ac79151bd req-4070a16d-217a-4184-8585-c84b5a248d69 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] 10.222.0.39 "GET /v2.0/ports?device_id=d82bdde8-37f3-4af3-a769-4b06658d0a48 HTTP/1.1" status: 200 len: 210 time: 0.1173553 Aug 14 19:03:36.622836 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-211b9489-28de-4a30-a109-70dbdc36a3bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:36.689628 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-24e67809-0e1b-44dd-b532-1746ebb116f9 None None] Provisioning complete for port 8e842964-b7cc-4926-9688-409f0e31e389 triggered by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:03:36.690365 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80e570b-68f3-40d3-b954-e3aa0cfcbe5d admin admin] Router 40c5f8a2-a0e4-46bc-af8f-30b4c23d139f has already been hosted by L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 {{(pid=94116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 14 19:03:36.695989 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-24e67809-0e1b-44dd-b532-1746ebb116f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:36.808856 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-211b9489-28de-4a30-a109-70dbdc36a3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:36.817728 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-24e67809-0e1b-44dd-b532-1746ebb116f9 None None] Port 8e842964-b7cc-4926-9688-409f0e31e389 cannot update to ACTIVE because it is not bound. {{(pid=94118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 14 19:03:36.823061 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-10577bce-8c93-4e1c-a60a-94a5dbf2937b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:36.832702 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-211b9489-28de-4a30-a109-70dbdc36a3bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:36.833894 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-211b9489-28de-4a30-a109-70dbdc36a3bd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6ffc3050-baf9-4e31-851f-19496dee9989 HTTP/1.1" status: 204 len: 168 time: 0.6012101 Aug 14 19:03:36.864167 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-f6afedc4-0f77-431b-ad5c-ad31d5cd82cd None None] Set router 40c5f8a2-a0e4-46bc-af8f-30b4c23d139f gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:03:36.890697 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b9489-28de-4a30-a109-70dbdc36a3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffc3050-baf9-4e31-851f-19496dee9989,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:36.921201 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device e65d6c00-442e-47b0-9781-d5360f31f05b up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:03:36.993612 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-041f25c7-7286-4fec-887a-c0824e4f5e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:36.996413 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80e570b-68f3-40d3-b954-e3aa0cfcbe5d admin admin] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 19:03:37.000371 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-041f25c7-7286-4fec-887a-c0824e4f5e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:37.033267 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-79ef6963-6cc6-4d2c-8b96-4997b4d6141e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499453'] for router, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:37.052868 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-d80e570b-68f3-40d3-b954-e3aa0cfcbe5d admin admin] 10.222.0.39 "PUT /v2.0/routers/40c5f8a2-a0e4-46bc-af8f-30b4c23d139f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3482106 Aug 14 19:03:37.052868 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-041f25c7-7286-4fec-887a-c0824e4f5e90 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=72e9e8fe792247dc87edca5a0b299007&name=default HTTP/1.1" status: 200 len: 2978 time: 1.5499716 Aug 14 19:03:37.052868 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 57526) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:37.084562 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-e19f03dd-4128-4575-9c0f-282f2bf27184 None None] Provisioning complete for port 8e842964-b7cc-4926-9688-409f0e31e389 triggered by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:03:37.085096 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-e19f03dd-4128-4575-9c0f-282f2bf27184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:37.171628 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-10577bce-8c93-4e1c-a60a-94a5dbf2937b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948'] for port, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:37.179305 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f25c7-7286-4fec-887a-c0824e4f5e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4963d8-2b23-4efe-b908-d2ab71356063,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:37.187380 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-e19f03dd-4128-4575-9c0f-282f2bf27184 None None] Port 8e842964-b7cc-4926-9688-409f0e31e389 cannot update to ACTIVE because it is not bound. {{(pid=94118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 14 19:03:37.196224 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning for port e65d6c00-442e-47b0-9781-d5360f31f05b completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:03:37.211754 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port e65d6c00-442e-47b0-9781-d5360f31f05b triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:03:37.212414 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:37.259660 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-69ba7b1d-ec7e-43c1-b49c-4481acab470c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:37.279699 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10577bce-8c93-4e1c-a60a-94a5dbf2937b admin admin] Pushing event updated for resources: {'Port': ['ID=dba64369-9c50-43e7-8770-92ab0fec4829,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:37.317242 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-69ba7b1d-ec7e-43c1-b49c-4481acab470c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:37.370899 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-f6afedc4-0f77-431b-ad5c-ad31d5cd82cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'name': 'tempest-AttachVolumeTestJSON-1231158712-router', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ff0de448-485d-4ae8-932c-851b55e2c6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:28Z', 'updated_at': '2021-08-14T19:03:35Z', 'revision_number': 4, 'project_id': '2e3430e72b2f427f9643c8ae878c86fb', 'gw_port': {'id': 'ff0de448-485d-4ae8-932c-851b55e2c6df', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:30Z', 'updated_at': '2021-08-14T19:03:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': '8e842964-b7cc-4926-9688-409f0e31e389', 'name': '', 'network_id': 'd57080a4-a152-49b8-a805-9b8349e678ba', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'mac_address': 'fa:16:3e:53:8b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '53786878-dcb5-494e-b53b-037026355e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:33Z', 'updated_at': '2021-08-14T19:03:35Z', 'revision_number': 2, 'project_id': '2e3430e72b2f427f9643c8ae878c86fb', 'subnets': [{'id': '53786878-dcb5-494e-b53b-037026355e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:03:37.387886 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-69ba7b1d-ec7e-43c1-b49c-4481acab470c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:37.391718 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-69ba7b1d-ec7e-43c1-b49c-4481acab470c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:37.393127 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-69ba7b1d-ec7e-43c1-b49c-4481acab470c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6a4963d8-2b23-4efe-b908-d2ab71356063 HTTP/1.1" status: 204 len: 168 time: 0.3405921 Aug 14 19:03:37.401579 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10577bce-8c93-4e1c-a60a-94a5dbf2937b admin admin] Network 0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1 is already hosted by enough agents. {{(pid=94117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:03:37.401981 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba7b1d-ec7e-43c1-b49c-4481acab470c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4963d8-2b23-4efe-b908-d2ab71356063,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:37.404712 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:37.410498 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 57550) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:37.418931 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.base_scheduler [None req-10577bce-8c93-4e1c-a60a-94a5dbf2937b admin admin] Resources bound (agent type, host, resource id): {{(pid=94117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:03:37.422224 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10577bce-8c93-4e1c-a60a-94a5dbf2937b admin admin] Received port after_create {{(pid=94117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:03:37.423165 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-10577bce-8c93-4e1c-a60a-94a5dbf2937b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650728'] for router_interface, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:37.428318 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] For port e65d6c00-442e-47b0-9781-d5360f31f05b, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=e65d6c00-442e-47b0-9781-d5360f31f05b,segment=NetworkSegment(40f888b7-b3ed-489c-94ee-52f240068829),segment_id=40f888b7-b3ed-489c-94ee-52f240068829)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:03:37.434230 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6afedc4-0f77-431b-ad5c-ad31d5cd82cd None None] The sync data for ids ['40c5f8a2-a0e4-46bc-af8f-30b4c23d139f'] in dv-cinder-804581-2-iscsi is: [{'id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'name': 'tempest-AttachVolumeTestJSON-1231158712-router', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ff0de448-485d-4ae8-932c-851b55e2c6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:28Z', 'updated_at': '2021-08-14T19:03:35Z', 'revision_number': 4, 'project_id': '2e3430e72b2f427f9643c8ae878c86fb', 'gw_port': {'id': 'ff0de448-485d-4ae8-932c-851b55e2c6df', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:30Z', 'updated_at': '2021-08-14T19:03:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': '8e842964-b7cc-4926-9688-409f0e31e389', 'name': '', 'network_id': 'd57080a4-a152-49b8-a805-9b8349e678ba', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'mac_address': 'fa:16:3e:53:8b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '53786878-dcb5-494e-b53b-037026355e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:33Z', 'updated_at': '2021-08-14T19:03:35Z', 'revision_number': 2, 'project_id': '2e3430e72b2f427f9643c8ae878c86fb', 'subnets': [{'id': '53786878-dcb5-494e-b53b-037026355e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 19:03:37.448645 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:37.451099 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-7738559e-3f7c-40ff-befd-c6f1ee24f795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:37.537973 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Pushing event updated for resources: {'Port': ['ID=e65d6c00-442e-47b0-9781-d5360f31f05b,revision_number=4']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:37.662059 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-7738559e-3f7c-40ff-befd-c6f1ee24f795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:37.669260 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-7738559e-3f7c-40ff-befd-c6f1ee24f795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:37.681030 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device c2e34fb1-00ea-4a83-88f4-a6f1adadff93 up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:03:37.723284 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ef6963-6cc6-4d2c-8b96-4997b4d6141e admin admin] Router 42c7bf49-a7b0-4be8-a18f-9dc501f677d4 is scheduled to L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 with binding_index 1 {{(pid=94117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 14 19:03:37.760527 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-7738559e-3f7c-40ff-befd-c6f1ee24f795 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8c31d9b5fd00439e906807a3cc4563d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3484843 Aug 14 19:03:37.762561 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-f21db47a-8f35-4b9b-97f3-45cc442582aa req-f3ec45d8-830f-415e-bedf-8f8692cbf336 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] 10.222.0.39 "GET /v2.0/ports?device_id=d82bdde8-37f3-4af3-a769-4b06658d0a48 HTTP/1.1" status: 200 len: 210 time: 0.0591321 Aug 14 19:03:37.763028 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 57556) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:37.763630 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738559e-3f7c-40ff-befd-c6f1ee24f795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab27eac-0f1f-4214-9a63-6150beed980e,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:37.800430 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port c2e34fb1-00ea-4a83-88f4-a6f1adadff93 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:03:37.800822 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:37.857708 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-71f2fc88-4f30-45f6-8fa7-7b514fe3d8b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:37.883781 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-71f2fc88-4f30-45f6-8fa7-7b514fe3d8b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:37.901255 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-10577bce-8c93-4e1c-a60a-94a5dbf2937b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:38.008092 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-71f2fc88-4f30-45f6-8fa7-7b514fe3d8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:38.013812 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-71f2fc88-4f30-45f6-8fa7-7b514fe3d8b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:38.016706 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-71f2fc88-4f30-45f6-8fa7-7b514fe3d8b6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5ab27eac-0f1f-4214-9a63-6150beed980e HTTP/1.1" status: 204 len: 168 time: 0.2499135 Aug 14 19:03:38.055561 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2fc88-4f30-45f6-8fa7-7b514fe3d8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab27eac-0f1f-4214-9a63-6150beed980e,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:38.303456 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ef6963-6cc6-4d2c-8b96-4997b4d6141e admin admin] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 19:03:38.320530 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca367e2f-6970-4e0c-9051-c6f0ae2f1750 None None] Sync routers for ids ['42c7bf49-a7b0-4be8-a18f-9dc501f677d4'] in dv-cinder-804581-2-iscsi {{(pid=94119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 19:03:38.348651 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca367e2f-6970-4e0c-9051-c6f0ae2f1750 None None] Routers {'42c7bf49-a7b0-4be8-a18f-9dc501f677d4'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:03:38.349531 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-ca367e2f-6970-4e0c-9051-c6f0ae2f1750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:03:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['42c7bf49-a7b0-4be8-a18f-9dc501f677d4'], 'active': True} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:03:38.519957 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 57592) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:38.553308 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-79ef6963-6cc6-4d2c-8b96-4997b4d6141e admin admin] Notify callbacks [] for router, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:38.558919 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-79ef6963-6cc6-4d2c-8b96-4997b4d6141e admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.3427851 Aug 14 19:03:38.567035 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 57594) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:38.568337 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a3a17855-10e1-470f-b10a-4c8eb89782a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:38.660757 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 57596) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:38.673820 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [None req-99f299d3-337d-43ca-93ac-245b79075733 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1886225201', 'description': 'tempest-description--629562133'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:03:38.771803 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-99f299d3-337d-43ca-93ac-245b79075733 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks [] for security_group, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:38.793041 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvr_db [None req-ca367e2f-6970-4e0c-9051-c6f0ae2f1750 None None] Set router 42c7bf49-a7b0-4be8-a18f-9dc501f677d4 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:03:38.801258 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-10577bce-8c93-4e1c-a60a-94a5dbf2937b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:38.808856 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-10577bce-8c93-4e1c-a60a-94a5dbf2937b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:38.809901 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-10577bce-8c93-4e1c-a60a-94a5dbf2937b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650876'] for router_interface, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:38.923187 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10577bce-8c93-4e1c-a60a-94a5dbf2937b admin admin] Pushing event updated for resources: {'Port': ['ID=dba64369-9c50-43e7-8770-92ab0fec4829,revision_number=2']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:39.045136 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10577bce-8c93-4e1c-a60a-94a5dbf2937b admin admin] Network 0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1 is already hosted by enough agents. {{(pid=94117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:03:39.050984 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.base_scheduler [None req-10577bce-8c93-4e1c-a60a-94a5dbf2937b admin admin] Resources bound (agent type, host, resource id): {{(pid=94117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:03:39.127582 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-ca367e2f-6970-4e0c-9051-c6f0ae2f1750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2128833203-router', 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '4dc47db7-acda-461d-b659-f33996660a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:30Z', 'updated_at': '2021-08-14T19:03:35Z', 'revision_number': 3, 'project_id': '0ee573824097433d91bee4e7433a5196', 'gw_port': {'id': '4dc47db7-acda-461d-b659-f33996660a2a', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:71:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:33Z', 'updated_at': '2021-08-14T19:03:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi'}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:03:39.164879 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca367e2f-6970-4e0c-9051-c6f0ae2f1750 None None] Checking router: 42c7bf49-a7b0-4be8-a18f-9dc501f677d4 for host: dv-cinder-804581-2-iscsi {{(pid=94119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 19:03:39.165089 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca367e2f-6970-4e0c-9051-c6f0ae2f1750 None None] Updating router 42c7bf49-a7b0-4be8-a18f-9dc501f677d4 port 4dc47db7-acda-461d-b659-f33996660a2a binding host dv-cinder-804581-2-iscsi {{(pid=94119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 14 19:03:39.197719 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-ca367e2f-6970-4e0c-9051-c6f0ae2f1750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:39.372243 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-479d6ecd-f02a-4b93-93e7-f42ea44200d9 req-c771c35d-29b5-4c62-829f-9c557bc68de1 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] 10.222.0.39 "GET /v2.0/ports?device_id=d82bdde8-37f3-4af3-a769-4b06658d0a48 HTTP/1.1" status: 200 len: 210 time: 0.4002678 Aug 14 19:03:39.421982 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10577bce-8c93-4e1c-a60a-94a5dbf2937b admin admin] Router f9b860ec-b2bc-454c-8b8f-f1832424e959 has already been hosted by L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 {{(pid=94117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 14 19:03:39.748598 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-ca367e2f-6970-4e0c-9051-c6f0ae2f1750 None None] Notify callbacks [] for port, precommit_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:39.785016 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.provisioning_blocks [None req-ca367e2f-6970-4e0c-9051-c6f0ae2f1750 None None] Transition to ACTIVE for port object 4dc47db7-acda-461d-b659-f33996660a2a will not be triggered until provisioned by entity L2. {{(pid=94119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:03:39.798333 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-ca367e2f-6970-4e0c-9051-c6f0ae2f1750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:39.912966 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device ff0de448-485d-4ae8-932c-851b55e2c6df up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:03:39.953830 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.managers [None req-ca367e2f-6970-4e0c-9051-c6f0ae2f1750 None None] Attempting to bind port 4dc47db7-acda-461d-b659-f33996660a2a on host dv-cinder-804581-2-iscsi for vnic_type normal with profile {{(pid=94119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:03:39.954676 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.managers [None req-ca367e2f-6970-4e0c-9051-c6f0ae2f1750 None None] Attempting to bind port 4dc47db7-acda-461d-b659-f33996660a2a by drivers openvswitch,hyperv on host dv-cinder-804581-2-iscsi at level 0 using segments [{'id': '40f888b7-b3ed-489c-94ee-52f240068829', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'}] {{(pid=94119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:03:39.955210 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca367e2f-6970-4e0c-9051-c6f0ae2f1750 None None] Attempting to bind port 4dc47db7-acda-461d-b659-f33996660a2a on network 70527521-9220-43b3-92f5-8f32262fd0f1 {{(pid=94119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:03:39.960420 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a3a17855-10e1-470f-b10a-4c8eb89782a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:39.970156 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eafc661-d09d-4b26-bdf8-92f378325700 None None] Pushing event updated for resources: {'Port': ['ID=4dc47db7-acda-461d-b659-f33996660a2a,revision_number=2']} {{(pid=94119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:39.977267 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca367e2f-6970-4e0c-9051-c6f0ae2f1750 None None] Checking agent: {'id': 'd974888e-3874-401b-8472-8d90566bb0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 18, 55, 53), 'started_at': datetime.datetime(2021, 8, 14, 18, 56, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:03:39.981057 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca367e2f-6970-4e0c-9051-c6f0ae2f1750 None None] Checking segment: {'id': '40f888b7-b3ed-489c-94ee-52f240068829', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:03:39.984977 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-ca367e2f-6970-4e0c-9051-c6f0ae2f1750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:39.985598 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca367e2f-6970-4e0c-9051-c6f0ae2f1750 None None] Bound using segment: {'id': '40f888b7-b3ed-489c-94ee-52f240068829', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'} {{(pid=94119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:03:39.986364 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.managers [None req-ca367e2f-6970-4e0c-9051-c6f0ae2f1750 None None] Bound port: 4dc47db7-acda-461d-b659-f33996660a2a, host: dv-cinder-804581-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40f888b7-b3ed-489c-94ee-52f240068829', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'}}] {{(pid=94119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:03:39.989094 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-ca367e2f-6970-4e0c-9051-c6f0ae2f1750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:39.992569 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a3a17855-10e1-470f-b10a-4c8eb89782a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:40.017718 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10577bce-8c93-4e1c-a60a-94a5dbf2937b admin admin] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 19:03:40.032659 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6f5cd1-26d8-4cae-b5e2-0cf81aa8d42a None None] Sync routers for ids ['f9b860ec-b2bc-454c-8b8f-f1832424e959'] in dv-cinder-804581-2-iscsi {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 19:03:40.054278 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-10577bce-8c93-4e1c-a60a-94a5dbf2937b admin admin] 10.222.0.39 "PUT /v2.0/routers/f9b860ec-b2bc-454c-8b8f-f1832424e959/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6184428 Aug 14 19:03:40.076484 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6f5cd1-26d8-4cae-b5e2-0cf81aa8d42a None None] Routers {'f9b860ec-b2bc-454c-8b8f-f1832424e959'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:03:40.089738 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-2a6f5cd1-26d8-4cae-b5e2-0cf81aa8d42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:03:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['f9b860ec-b2bc-454c-8b8f-f1832424e959'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:03:40.095907 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning for port ff0de448-485d-4ae8-932c-851b55e2c6df completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:03:40.157100 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.db [None req-ca367e2f-6970-4e0c-9051-c6f0ae2f1750 None None] For port 4dc47db7-acda-461d-b659-f33996660a2a, host dv-cinder-804581-2-iscsi, cleared binding levels {{(pid=94119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:03:40.169641 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.db [None req-ca367e2f-6970-4e0c-9051-c6f0ae2f1750 None None] For port 4dc47db7-acda-461d-b659-f33996660a2a, host dv-cinder-804581-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=4dc47db7-acda-461d-b659-f33996660a2a,segment=NetworkSegment(40f888b7-b3ed-489c-94ee-52f240068829),segment_id=40f888b7-b3ed-489c-94ee-52f240068829)] {{(pid=94119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:03:40.176836 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-ca367e2f-6970-4e0c-9051-c6f0ae2f1750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:40.202397 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port ff0de448-485d-4ae8-932c-851b55e2c6df triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:03:40.214996 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:40.281023 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-99f299d3-337d-43ca-93ac-245b79075733 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks [] for security_group, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:40.290802 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-99f299d3-337d-43ca-93ac-245b79075733 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:40.291610 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-a3a17855-10e1-470f-b10a-4c8eb89782a8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a8c44f6c3f9542038aa58aefea5fd91a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7687693 Aug 14 19:03:40.294696 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 57654) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:40.306136 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a17855-10e1-470f-b10a-4c8eb89782a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc59014-fd8d-48ae-936c-bebd48ea2aaa,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:40.333281 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eafc661-d09d-4b26-bdf8-92f378325700 None None] Pushing event updated for resources: {'Port': ['ID=4dc47db7-acda-461d-b659-f33996660a2a,revision_number=3']} {{(pid=94119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:40.337845 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-99f299d3-337d-43ca-93ac-245b79075733 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:40.341256 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-99f299d3-337d-43ca-93ac-245b79075733 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6774178 Aug 14 19:03:40.342708 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca367e2f-6970-4e0c-9051-c6f0ae2f1750 None None] Routers {'42c7bf49-a7b0-4be8-a18f-9dc501f677d4'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:03:40.345637 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-ca367e2f-6970-4e0c-9051-c6f0ae2f1750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:03:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['42c7bf49-a7b0-4be8-a18f-9dc501f677d4'], 'active': True} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:03:40.352568 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 57656) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:40.362069 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [None req-9a832a1b-0f1a-426d-ac2c-a9327a3e47f9 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Request body: {'security_group_rule': {'security_group_id': '162704df-72b2-41d6-b355-6870c8d4da64', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:03:40.394047 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f299d3-337d-43ca-93ac-245b79075733 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=162704df-72b2-41d6-b355-6870c8d4da64,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:40.436535 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-9a832a1b-0f1a-426d-ac2c-a9327a3e47f9 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:40.491425 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-2a6f5cd1-26d8-4cae-b5e2-0cf81aa8d42a None None] Set router f9b860ec-b2bc-454c-8b8f-f1832424e959 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:03:40.618278 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d7073029-78fa-4f8a-8606-3c0640aa457d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:40.646739 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-9a832a1b-0f1a-426d-ac2c-a9327a3e47f9 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:40.655487 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-9a832a1b-0f1a-426d-ac2c-a9327a3e47f9 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650242'] for security_group_rule, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:40.708314 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d7073029-78fa-4f8a-8606-3c0640aa457d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:40.710279 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvr_db [None req-ca367e2f-6970-4e0c-9051-c6f0ae2f1750 None None] Set router 42c7bf49-a7b0-4be8-a18f-9dc501f677d4 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:03:40.738592 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:40.745860 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-0f2d933d-b5f0-4453-baa8-e3d1c4b4aca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:40.753357 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.24', 51772) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:40.756467 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a832a1b-0f1a-426d-ac2c-a9327a3e47f9 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d33debf-17a1-4d19-b292-8f9481375cd4,revision_number=0']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:40.786553 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] For port ff0de448-485d-4ae8-932c-851b55e2c6df, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=ff0de448-485d-4ae8-932c-851b55e2c6df,segment=NetworkSegment(40f888b7-b3ed-489c-94ee-52f240068829),segment_id=40f888b7-b3ed-489c-94ee-52f240068829)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:03:40.807218 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:40.808809 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device e65d6c00-442e-47b0-9781-d5360f31f05b up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:03:40.844321 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-9a832a1b-0f1a-426d-ac2c-a9327a3e47f9 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:40.846538 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-9a832a1b-0f1a-426d-ac2c-a9327a3e47f9 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4929190 Aug 14 19:03:40.852225 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-892e8aa7-6ab2-4ef6-9e3d-62672de8f1d5 req-0d0a8e6a-6d33-4dd0-9630-cfb12ac49c48 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] 10.222.0.39 "GET /v2.0/ports?device_id=d82bdde8-37f3-4af3-a769-4b06658d0a48 HTTP/1.1" status: 200 len: 210 time: 0.1471694 Aug 14 19:03:40.860177 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 57670) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:40.875004 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-f4d4b69e-f72e-4fc2-86a0-5d90c9795026 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Request body: {'security_group_rule': {'security_group_id': '162704df-72b2-41d6-b355-6870c8d4da64', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:03:40.960007 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Pushing event updated for resources: {'Port': ['ID=ff0de448-485d-4ae8-932c-851b55e2c6df,revision_number=4']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:41.085209 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port e65d6c00-442e-47b0-9781-d5360f31f05b triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:03:41.086458 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:41.114786 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 57676) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:41.130051 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d7073029-78fa-4f8a-8606-3c0640aa457d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:41.133194 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d7073029-78fa-4f8a-8606-3c0640aa457d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:41.135387 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-d7073029-78fa-4f8a-8606-3c0640aa457d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9bc59014-fd8d-48ae-936c-bebd48ea2aaa HTTP/1.1" status: 204 len: 168 time: 0.8384190 Aug 14 19:03:41.157059 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f4d4b69e-f72e-4fc2-86a0-5d90c9795026 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:41.157177 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-c222a120-0a1a-46cd-bb5a-5a140815504b tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:03:41.158702 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-c222a120-0a1a-46cd-bb5a-5a140815504b tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] 10.222.0.24 "GET /v2.0/networks?id=39f72ae9-5555-416a-84f4-08abb1566c10 HTTP/1.1" status: 200 len: 811 time: 0.3909874 Aug 14 19:03:41.212487 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-03bf9d93-6fbb-4e56-8088-8e261399bcd2 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] Request body: {'port': {'device_id': 'd82bdde8-37f3-4af3-a769-4b06658d0a48', 'network_id': '39f72ae9-5555-416a-84f4-08abb1566c10', 'admin_state_up': True, 'tenant_id': 'bcc608f3aa1e43c98defac55a8c90dad'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:03:41.220492 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7073029-78fa-4f8a-8606-3c0640aa457d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc59014-fd8d-48ae-936c-bebd48ea2aaa,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:41.269474 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f20e1e-fbea-46d6-b00f-cfcb26dde45c None None] Sync routers for ids ['40c5f8a2-a0e4-46bc-af8f-30b4c23d139f'] in dv-cinder-804581-2-iscsi {{(pid=94119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 19:03:41.340959 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f20e1e-fbea-46d6-b00f-cfcb26dde45c None None] Routers {'40c5f8a2-a0e4-46bc-af8f-30b4c23d139f'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:03:41.344185 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-07f20e1e-fbea-46d6-b00f-cfcb26dde45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:03:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['40c5f8a2-a0e4-46bc-af8f-30b4c23d139f'], 'active': True} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:03:41.426559 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f4d4b69e-f72e-4fc2-86a0-5d90c9795026 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:41.450566 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f4d4b69e-f72e-4fc2-86a0-5d90c9795026 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650242'] for security_group_rule, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:41.453239 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.db_base_plugin_common [None req-0f2d933d-b5f0-4453-baa8-e3d1c4b4aca1 admin admin] Allocated IP 172.20.0.1 (e20a322d-65f8-4e18-8722-5646c45ef02b/d22740df-b26d-44e8-8433-34e5ba454618/3c9ecdf7-5bd2-4b87-a283-1c850f70aeed) {{(pid=94116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:03:41.491792 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f4d4b69e-f72e-4fc2-86a0-5d90c9795026 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:41.493233 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-f4d4b69e-f72e-4fc2-86a0-5d90c9795026 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6288707 Aug 14 19:03:41.497047 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 57700) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:41.505037 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-eb3ba897-3aab-4c49-ad3e-68dbd8962adf tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Request body: {'floatingip': {'floating_network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:03:41.511007 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-2a6f5cd1-26d8-4cae-b5e2-0cf81aa8d42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b860ec-b2bc-454c-8b8f-f1832424e959', 'name': 'tempest-ServerRescueNegativeTestJSON-1830163748-router', 'tenant_id': '6000939100bb476da8924d17890754e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'e65d6c00-442e-47b0-9781-d5360f31f05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:26Z', 'updated_at': '2021-08-14T19:03:37Z', 'revision_number': 4, 'project_id': '6000939100bb476da8924d17890754e4', 'gw_port': {'id': 'e65d6c00-442e-47b0-9781-d5360f31f05b', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b860ec-b2bc-454c-8b8f-f1832424e959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:27Z', 'updated_at': '2021-08-14T19:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': 'dba64369-9c50-43e7-8770-92ab0fec4829', 'name': '', 'network_id': '0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1', 'tenant_id': '6000939100bb476da8924d17890754e4', 'mac_address': 'fa:16:3e:2f:30:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b860ec-b2bc-454c-8b8f-f1832424e959', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e77bed90-2142-41a5-a497-653e20d95723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:35Z', 'updated_at': '2021-08-14T19:03:38Z', 'revision_number': 2, 'project_id': '6000939100bb476da8924d17890754e4', 'subnets': [{'id': 'e77bed90-2142-41a5-a497-653e20d95723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:03:41.511485 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d4b69e-f72e-4fc2-86a0-5d90c9795026 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a768115e-f1e2-41fb-bbb0-d0e9ad4ae63a,revision_number=0']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:41.586367 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6f5cd1-26d8-4cae-b5e2-0cf81aa8d42a None None] Checking router: f9b860ec-b2bc-454c-8b8f-f1832424e959 for host: dv-cinder-804581-2-iscsi {{(pid=94118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 19:03:41.588286 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6f5cd1-26d8-4cae-b5e2-0cf81aa8d42a None None] Updating router f9b860ec-b2bc-454c-8b8f-f1832424e959 port dba64369-9c50-43e7-8770-92ab0fec4829 binding host dv-cinder-804581-2-iscsi {{(pid=94118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 14 19:03:41.589924 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvr_db [None req-07f20e1e-fbea-46d6-b00f-cfcb26dde45c None None] Set router 40c5f8a2-a0e4-46bc-af8f-30b4c23d139f gateway port host: dv-cinder-804581-2-iscsi {{(pid=94119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:03:41.661223 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-2a6f5cd1-26d8-4cae-b5e2-0cf81aa8d42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:41.684837 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-eb3ba897-3aab-4c49-ad3e-68dbd8962adf tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks [] for floatingip, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:41.765938 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-03bf9d93-6fbb-4e56-8088-8e261399bcd2 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] Made reservation on behalf of bcc608f3aa1e43c98defac55a8c90dad for: {'port': 1} {{(pid=94117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:03:41.776783 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-03bf9d93-6fbb-4e56-8088-8e261399bcd2 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:41.832255 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device ff0de448-485d-4ae8-932c-851b55e2c6df up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:03:42.033840 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port ff0de448-485d-4ae8-932c-851b55e2c6df triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:03:42.034550 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:42.095631 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-0f2d933d-b5f0-4453-baa8-e3d1c4b4aca1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:42.137307 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-ca367e2f-6970-4e0c-9051-c6f0ae2f1750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2128833203-router', 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '4dc47db7-acda-461d-b659-f33996660a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:30Z', 'updated_at': '2021-08-14T19:03:35Z', 'revision_number': 3, 'project_id': '0ee573824097433d91bee4e7433a5196', 'gw_port': {'id': '4dc47db7-acda-461d-b659-f33996660a2a', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:71:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:33Z', 'updated_at': '2021-08-14T19:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi'}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:03:42.174146 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d5149802-38a8-4cff-b8d1-e427c0dabc3e req-9c7171ec-79a6-45f0-865d-da89696d605e tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] 10.222.0.39 "GET /v2.0/ports?device_id=d82bdde8-37f3-4af3-a769-4b06658d0a48 HTTP/1.1" status: 200 len: 210 time: 0.1428096 Aug 14 19:03:42.174965 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-47d921c5-4c43-4322-8993-a56ee4e1b1d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:42.217112 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca367e2f-6970-4e0c-9051-c6f0ae2f1750 None None] The sync data for ids ['42c7bf49-a7b0-4be8-a18f-9dc501f677d4'] in dv-cinder-804581-2-iscsi is: [{'id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2128833203-router', 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '4dc47db7-acda-461d-b659-f33996660a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:30Z', 'updated_at': '2021-08-14T19:03:35Z', 'revision_number': 3, 'project_id': '0ee573824097433d91bee4e7433a5196', 'gw_port': {'id': '4dc47db7-acda-461d-b659-f33996660a2a', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:71:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:33Z', 'updated_at': '2021-08-14T19:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi'}] {{(pid=94119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 19:03:42.260289 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.provisioning_blocks [None req-0f2d933d-b5f0-4453-baa8-e3d1c4b4aca1 admin admin] Transition to ACTIVE for port object 3c9ecdf7-5bd2-4b87-a283-1c850f70aeed will not be triggered until provisioned by entity DHCP. {{(pid=94116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:03:42.277527 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-07f20e1e-fbea-46d6-b00f-cfcb26dde45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'name': 'tempest-AttachVolumeTestJSON-1231158712-router', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ff0de448-485d-4ae8-932c-851b55e2c6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:28Z', 'updated_at': '2021-08-14T19:03:35Z', 'revision_number': 4, 'project_id': '2e3430e72b2f427f9643c8ae878c86fb', 'gw_port': {'id': 'ff0de448-485d-4ae8-932c-851b55e2c6df', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:30Z', 'updated_at': '2021-08-14T19:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': '8e842964-b7cc-4926-9688-409f0e31e389', 'name': '', 'network_id': 'd57080a4-a152-49b8-a805-9b8349e678ba', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'mac_address': 'fa:16:3e:53:8b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '53786878-dcb5-494e-b53b-037026355e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:33Z', 'updated_at': '2021-08-14T19:03:35Z', 'revision_number': 2, 'project_id': '2e3430e72b2f427f9643c8ae878c86fb', 'subnets': [{'id': '53786878-dcb5-494e-b53b-037026355e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:03:42.378297 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 57740) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:42.386338 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.db_base_plugin_common [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-03bf9d93-6fbb-4e56-8088-8e261399bcd2 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] Allocated IP 172.20.0.11 (39f72ae9-5555-416a-84f4-08abb1566c10/1010c491-8406-4920-83d6-acd7d40715ca/536ef4ee-7a0a-4506-9f50-ab77db6ae112) {{(pid=94117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:03:42.391019 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f20e1e-fbea-46d6-b00f-cfcb26dde45c None None] Checking router: 40c5f8a2-a0e4-46bc-af8f-30b4c23d139f for host: dv-cinder-804581-2-iscsi {{(pid=94119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 19:03:42.392413 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f20e1e-fbea-46d6-b00f-cfcb26dde45c None None] Updating router 40c5f8a2-a0e4-46bc-af8f-30b4c23d139f port 8e842964-b7cc-4926-9688-409f0e31e389 binding host dv-cinder-804581-2-iscsi {{(pid=94119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 14 19:03:42.567801 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-8a77ac51-c95f-4b4c-8a8f-a13538f77cbb tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:03:42.571604 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-8a77ac51-c95f-4b4c-8a8f-a13538f77cbb tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/networks?id=0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1 HTTP/1.1" status: 200 len: 819 time: 0.7309361 Aug 14 19:03:42.619968 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-2a6f5cd1-26d8-4cae-b5e2-0cf81aa8d42a None None] Notify callbacks [] for port, precommit_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:42.647412 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-2a6f5cd1-26d8-4cae-b5e2-0cf81aa8d42a None None] Transition to ACTIVE for port object dba64369-9c50-43e7-8770-92ab0fec4829 will not be triggered until provisioned by entity L2. {{(pid=94118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:03:42.660151 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-2a6f5cd1-26d8-4cae-b5e2-0cf81aa8d42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:42.661474 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-0611aef9-b0fe-4b7b-856b-cdd252d9a5d9 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/quotas/6000939100bb476da8924d17890754e4 HTTP/1.1" status: 200 len: 375 time: 0.0636539 Aug 14 19:03:42.668241 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-47d921c5-4c43-4322-8993-a56ee4e1b1d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:42.763597 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-03bf9d93-6fbb-4e56-8088-8e261399bcd2 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] Notify callbacks [] for port, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:42.772352 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-07f20e1e-fbea-46d6-b00f-cfcb26dde45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:42.836416 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-0f2d933d-b5f0-4453-baa8-e3d1c4b4aca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948'] for port, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:42.870672 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-47d921c5-4c43-4322-8993-a56ee4e1b1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:42.881394 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab448964-df87-43f1-94ff-c4231053894e None None] Pushing event updated for resources: {'Port': ['ID=dba64369-9c50-43e7-8770-92ab0fec4829,revision_number=3']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:42.893356 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-03bf9d93-6fbb-4e56-8088-8e261399bcd2 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948'] for port, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:42.959472 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-2a6f5cd1-26d8-4cae-b5e2-0cf81aa8d42a None None] Attempting to bind port dba64369-9c50-43e7-8770-92ab0fec4829 on host dv-cinder-804581-2-iscsi for vnic_type normal with profile {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:03:42.960591 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-2a6f5cd1-26d8-4cae-b5e2-0cf81aa8d42a None None] Attempting to bind port dba64369-9c50-43e7-8770-92ab0fec4829 by drivers openvswitch,hyperv on host dv-cinder-804581-2-iscsi at level 0 using segments [{'id': '5ba0e0d5-42c9-4f6a-b232-be11d5749a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1'}] {{(pid=94118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:03:42.961192 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6f5cd1-26d8-4cae-b5e2-0cf81aa8d42a None None] Attempting to bind port dba64369-9c50-43e7-8770-92ab0fec4829 on network 0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1 {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:03:42.968766 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d933d-b5f0-4453-baa8-e3d1c4b4aca1 admin admin] Pushing event updated for resources: {'Port': ['ID=3c9ecdf7-5bd2-4b87-a283-1c850f70aeed,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:42.985680 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6f5cd1-26d8-4cae-b5e2-0cf81aa8d42a None None] Checking agent: {'id': 'd974888e-3874-401b-8472-8d90566bb0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 18, 55, 53), 'started_at': datetime.datetime(2021, 8, 14, 18, 56, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:03:42.986466 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6f5cd1-26d8-4cae-b5e2-0cf81aa8d42a None None] Checking segment: {'id': '5ba0e0d5-42c9-4f6a-b232-be11d5749a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:03:42.988204 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-2a6f5cd1-26d8-4cae-b5e2-0cf81aa8d42a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:42.988796 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6f5cd1-26d8-4cae-b5e2-0cf81aa8d42a None None] Bound using segment: {'id': '5ba0e0d5-42c9-4f6a-b232-be11d5749a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1'} {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:03:42.989489 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-2a6f5cd1-26d8-4cae-b5e2-0cf81aa8d42a None None] Bound port: dba64369-9c50-43e7-8770-92ab0fec4829, host: dv-cinder-804581-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba0e0d5-42c9-4f6a-b232-be11d5749a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1'}}] {{(pid=94118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:03:42.992214 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-2a6f5cd1-26d8-4cae-b5e2-0cf81aa8d42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:43.055261 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2d933d-b5f0-4453-baa8-e3d1c4b4aca1 admin admin] Network e20a322d-65f8-4e18-8722-5646c45ef02b is already hosted by enough agents. {{(pid=94116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:03:43.061727 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.base_scheduler [None req-0f2d933d-b5f0-4453-baa8-e3d1c4b4aca1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:03:43.083521 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2d933d-b5f0-4453-baa8-e3d1c4b4aca1 admin admin] Received port after_create {{(pid=94116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:03:43.084360 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-0f2d933d-b5f0-4453-baa8-e3d1c4b4aca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650728'] for router_interface, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:43.099224 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-eb3ba897-3aab-4c49-ad3e-68dbd8962adf tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:43.151752 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-2a6f5cd1-26d8-4cae-b5e2-0cf81aa8d42a None None] For port dba64369-9c50-43e7-8770-92ab0fec4829, host dv-cinder-804581-2-iscsi, cleared binding levels {{(pid=94118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:03:43.158998 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-2a6f5cd1-26d8-4cae-b5e2-0cf81aa8d42a None None] For port dba64369-9c50-43e7-8770-92ab0fec4829, host dv-cinder-804581-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=dba64369-9c50-43e7-8770-92ab0fec4829,segment=NetworkSegment(5ba0e0d5-42c9-4f6a-b232-be11d5749a7a),segment_id=5ba0e0d5-42c9-4f6a-b232-be11d5749a7a)] {{(pid=94118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:03:43.166779 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-2a6f5cd1-26d8-4cae-b5e2-0cf81aa8d42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:43.184769 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f1bcd875-5308-4d74-83e4-49f69010c396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:43.190641 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-03bf9d93-6fbb-4e56-8088-8e261399bcd2 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] Network 39f72ae9-5555-416a-84f4-08abb1566c10 is already hosted by enough agents. {{(pid=94117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:03:43.269165 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.base_scheduler [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-03bf9d93-6fbb-4e56-8088-8e261399bcd2 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] Resources bound (agent type, host, resource id): {{(pid=94117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:03:43.275320 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-03bf9d93-6fbb-4e56-8088-8e261399bcd2 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] Received port after_create {{(pid=94117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:03:43.289134 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-03bf9d93-6fbb-4e56-8088-8e261399bcd2 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:03:43.289669 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-03bf9d93-6fbb-4e56-8088-8e261399bcd2 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for port, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:43.352928 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-47be4792-bd13-4a85-89c8-059d06ea9a72 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6000939100bb476da8924d17890754e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6408861 Aug 14 19:03:43.355807 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 57758) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:43.359419 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-47d921c5-4c43-4322-8993-a56ee4e1b1d1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cd0a839cf12b48599369b8b381e3ba6d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2409337 Aug 14 19:03:43.373990 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6f5cd1-26d8-4cae-b5e2-0cf81aa8d42a None None] Routers {'f9b860ec-b2bc-454c-8b8f-f1832424e959'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:03:43.374398 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-2a6f5cd1-26d8-4cae-b5e2-0cf81aa8d42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:03:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['f9b860ec-b2bc-454c-8b8f-f1832424e959'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:03:43.406992 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d921c5-4c43-4322-8993-a56ee4e1b1d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817101fe-ced8-4633-bd62-5ac4a8f8d884,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:43.417556 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bf9d93-6fbb-4e56-8088-8e261399bcd2 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] Pushing event updated for resources: {'Port': ['ID=536ef4ee-7a0a-4506-9f50-ab77db6ae112,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:43.508799 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-03bf9d93-6fbb-4e56-8088-8e261399bcd2 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3022118 Aug 14 19:03:43.528548 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab448964-df87-43f1-94ff-c4231053894e None None] Pushing event updated for resources: {'Port': ['ID=dba64369-9c50-43e7-8770-92ab0fec4829,revision_number=4']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:43.532908 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-5dfb2034-4b0b-47a6-95d8-9ca11c92ff41 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 14 19:03:43.545238 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-5dfb2034-4b0b-47a6-95d8-9ca11c92ff41 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0219324 Aug 14 19:03:43.626307 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-07f20e1e-fbea-46d6-b00f-cfcb26dde45c None None] Notify callbacks [] for port, precommit_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:43.661322 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.provisioning_blocks [None req-07f20e1e-fbea-46d6-b00f-cfcb26dde45c None None] Transition to ACTIVE for port object 8e842964-b7cc-4926-9688-409f0e31e389 will not be triggered until provisioned by entity L2. {{(pid=94119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:03:43.674711 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-07f20e1e-fbea-46d6-b00f-cfcb26dde45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:43.694814 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321526c-fa72-4fc1-96f3-cb39bdb3d03d req-14549fd9-dd19-4550-80c2-33c4aead61e2 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:03:43.703477 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-7321526c-fa72-4fc1-96f3-cb39bdb3d03d req-14549fd9-dd19-4550-80c2-33c4aead61e2 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] 10.222.0.39 "GET /v2.0/ports?device_id=d82bdde8-37f3-4af3-a769-4b06658d0a48 HTTP/1.1" status: 200 len: 932 time: 0.3433480 Aug 14 19:03:43.853008 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.managers [None req-07f20e1e-fbea-46d6-b00f-cfcb26dde45c None None] Attempting to bind port 8e842964-b7cc-4926-9688-409f0e31e389 on host dv-cinder-804581-2-iscsi for vnic_type normal with profile {{(pid=94119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:03:43.853398 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.managers [None req-07f20e1e-fbea-46d6-b00f-cfcb26dde45c None None] Attempting to bind port 8e842964-b7cc-4926-9688-409f0e31e389 by drivers openvswitch,hyperv on host dv-cinder-804581-2-iscsi at level 0 using segments [{'id': '5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd57080a4-a152-49b8-a805-9b8349e678ba'}] {{(pid=94119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:03:43.853777 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f20e1e-fbea-46d6-b00f-cfcb26dde45c None None] Attempting to bind port 8e842964-b7cc-4926-9688-409f0e31e389 on network d57080a4-a152-49b8-a805-9b8349e678ba {{(pid=94119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:03:43.869683 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f20e1e-fbea-46d6-b00f-cfcb26dde45c None None] Checking agent: {'id': 'd974888e-3874-401b-8472-8d90566bb0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 18, 55, 53), 'started_at': datetime.datetime(2021, 8, 14, 18, 56, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:03:43.873036 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f20e1e-fbea-46d6-b00f-cfcb26dde45c None None] Checking segment: {'id': '5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd57080a4-a152-49b8-a805-9b8349e678ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:03:43.875994 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-07f20e1e-fbea-46d6-b00f-cfcb26dde45c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:43.879549 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f20e1e-fbea-46d6-b00f-cfcb26dde45c None None] Bound using segment: {'id': '5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd57080a4-a152-49b8-a805-9b8349e678ba'} {{(pid=94119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:03:43.880132 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.managers [None req-07f20e1e-fbea-46d6-b00f-cfcb26dde45c None None] Bound port: 8e842964-b7cc-4926-9688-409f0e31e389, host: dv-cinder-804581-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd57080a4-a152-49b8-a805-9b8349e678ba'}}] {{(pid=94119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:03:43.882759 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-07f20e1e-fbea-46d6-b00f-cfcb26dde45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:43.892450 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b1dfc828-8c72-4127-8959-3c120304e2a7 None None] Provisioning for port 3c9ecdf7-5bd2-4b87-a283-1c850f70aeed completed by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:03:43.930962 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 4dc47db7-acda-461d-b659-f33996660a2a up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:03:43.953362 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-b3925846-c25d-4f0f-8979-93fd69f08f55 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94116) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 14 19:03:43.954528 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-b3925846-c25d-4f0f-8979-93fd69f08f55 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4586630 Aug 14 19:03:43.978247 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-7321526c-fa72-4fc1-96f3-cb39bdb3d03d req-7bacc338-46b1-4a7f-b258-1b438ee98b37 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] 10.222.0.39 "GET /v2.0/security-groups?id=70c13d1b-68a6-4e86-9843-98e211c6b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737610 Aug 14 19:03:44.006974 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-5250c74b-ac40-4ced-9dcc-4596fa470357 service neutron] Request body: {'port': {'device_id': 'd82bdde8-37f3-4af3-a769-4b06658d0a48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:03:44.009224 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.db [None req-07f20e1e-fbea-46d6-b00f-cfcb26dde45c None None] For port 8e842964-b7cc-4926-9688-409f0e31e389, host dv-cinder-804581-2-iscsi, cleared binding levels {{(pid=94119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:03:44.020034 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.db [None req-07f20e1e-fbea-46d6-b00f-cfcb26dde45c None None] For port 8e842964-b7cc-4926-9688-409f0e31e389, host dv-cinder-804581-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=8e842964-b7cc-4926-9688-409f0e31e389,segment=NetworkSegment(5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3),segment_id=5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3)] {{(pid=94119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:03:44.030964 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-07f20e1e-fbea-46d6-b00f-cfcb26dde45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:44.065842 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b1dfc828-8c72-4127-8959-3c120304e2a7 None None] Provisioning complete for port 3c9ecdf7-5bd2-4b87-a283-1c850f70aeed triggered by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:03:44.066527 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b1dfc828-8c72-4127-8959-3c120304e2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:44.073682 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-2a6f5cd1-26d8-4cae-b5e2-0cf81aa8d42a None None] Set router f9b860ec-b2bc-454c-8b8f-f1832424e959 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:03:44.088802 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ddf6b3-a409-4641-a922-4dcc97a75ede None None] Pushing event updated for resources: {'Port': ['ID=8e842964-b7cc-4926-9688-409f0e31e389,revision_number=3']} {{(pid=94119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:44.128461 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f20e1e-fbea-46d6-b00f-cfcb26dde45c None None] Routers {'40c5f8a2-a0e4-46bc-af8f-30b4c23d139f'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:03:44.130373 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-07f20e1e-fbea-46d6-b00f-cfcb26dde45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:03:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['40c5f8a2-a0e4-46bc-af8f-30b4c23d139f'], 'active': True} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:03:44.214474 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-5250c74b-ac40-4ced-9dcc-4596fa470357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:44.425581 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-b1dfc828-8c72-4127-8959-3c120304e2a7 None None] Port 3c9ecdf7-5bd2-4b87-a283-1c850f70aeed cannot update to ACTIVE because it is not bound. {{(pid=94118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 14 19:03:44.443660 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-7746941c-2946-4535-acf8-130229853967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:44.468676 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-7746941c-2946-4535-acf8-130229853967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:44.571005 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-7746941c-2946-4535-acf8-130229853967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:44.573830 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-7746941c-2946-4535-acf8-130229853967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:44.577495 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-7746941c-2946-4535-acf8-130229853967 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/817101fe-ced8-4633-bd62-5ac4a8f8d884 HTTP/1.1" status: 204 len: 168 time: 1.2008300 Aug 14 19:03:44.601644 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7746941c-2946-4535-acf8-130229853967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817101fe-ced8-4633-bd62-5ac4a8f8d884,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:44.603813 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-0f2d933d-b5f0-4453-baa8-e3d1c4b4aca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:44.661616 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ddf6b3-a409-4641-a922-4dcc97a75ede None None] Pushing event updated for resources: {'Port': ['ID=8e842964-b7cc-4926-9688-409f0e31e389,revision_number=4']} {{(pid=94119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:44.678867 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvr_db [None req-07f20e1e-fbea-46d6-b00f-cfcb26dde45c None None] Set router 40c5f8a2-a0e4-46bc-af8f-30b4c23d139f gateway port host: dv-cinder-804581-2-iscsi {{(pid=94119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:03:44.861501 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning for port 4dc47db7-acda-461d-b659-f33996660a2a completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:03:44.884264 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-0f2d933d-b5f0-4453-baa8-e3d1c4b4aca1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:44.920301 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port 4dc47db7-acda-461d-b659-f33996660a2a triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:03:44.920992 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:44.986200 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-7d933b6e-6289-417e-9825-1a4e226adbbf service neutron] 10.222.0.39 "GET /v2.0/networks/0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9365733 Aug 14 19:03:45.036331 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-0f2d933d-b5f0-4453-baa8-e3d1c4b4aca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:45.039003 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-0f2d933d-b5f0-4453-baa8-e3d1c4b4aca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650876'] for router_interface, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:45.070428 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.db_base_plugin_common [None req-eb3ba897-3aab-4c49-ad3e-68dbd8962adf tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Allocated IP 172.27.2.136 (70527521-9220-43b3-92f5-8f32262fd0f1/b39bc0ec-218c-484d-aceb-7d591e49d9cc/c17788ad-13e0-4806-8467-98d2d6a229df) {{(pid=94116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:03:45.294882 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3483ac9-521f-45da-b0ea-85a47524f69e req-e491beb3-79c6-4ec5-8387-00459e34b4d7 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:03:45.305075 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:45.305805 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e3483ac9-521f-45da-b0ea-85a47524f69e req-e491beb3-79c6-4ec5-8387-00459e34b4d7 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] 10.222.0.39 "GET /v2.0/ports?device_id=d82bdde8-37f3-4af3-a769-4b06658d0a48 HTTP/1.1" status: 200 len: 932 time: 0.1611147 Aug 14 19:03:45.332518 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-07f20e1e-fbea-46d6-b00f-cfcb26dde45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'name': 'tempest-AttachVolumeTestJSON-1231158712-router', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ff0de448-485d-4ae8-932c-851b55e2c6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:28Z', 'updated_at': '2021-08-14T19:03:35Z', 'revision_number': 4, 'project_id': '2e3430e72b2f427f9643c8ae878c86fb', 'gw_port': {'id': 'ff0de448-485d-4ae8-932c-851b55e2c6df', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:30Z', 'updated_at': '2021-08-14T19:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': '8e842964-b7cc-4926-9688-409f0e31e389', 'name': '', 'network_id': 'd57080a4-a152-49b8-a805-9b8349e678ba', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'mac_address': 'fa:16:3e:53:8b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '53786878-dcb5-494e-b53b-037026355e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:33Z', 'updated_at': '2021-08-14T19:03:43Z', 'revision_number': 4, 'project_id': '2e3430e72b2f427f9643c8ae878c86fb', 'subnets': [{'id': '53786878-dcb5-494e-b53b-037026355e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:03:45.385770 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.notifiers.nova [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-5250c74b-ac40-4ced-9dcc-4596fa470357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 536ef4ee-7a0a-4506-9f50-ab77db6ae112 {{(pid=94117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:03:45.395228 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f20e1e-fbea-46d6-b00f-cfcb26dde45c None None] The sync data for ids ['40c5f8a2-a0e4-46bc-af8f-30b4c23d139f'] in dv-cinder-804581-2-iscsi is: [{'id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'name': 'tempest-AttachVolumeTestJSON-1231158712-router', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ff0de448-485d-4ae8-932c-851b55e2c6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:28Z', 'updated_at': '2021-08-14T19:03:35Z', 'revision_number': 4, 'project_id': '2e3430e72b2f427f9643c8ae878c86fb', 'gw_port': {'id': 'ff0de448-485d-4ae8-932c-851b55e2c6df', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:30Z', 'updated_at': '2021-08-14T19:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': '8e842964-b7cc-4926-9688-409f0e31e389', 'name': '', 'network_id': 'd57080a4-a152-49b8-a805-9b8349e678ba', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'mac_address': 'fa:16:3e:53:8b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '53786878-dcb5-494e-b53b-037026355e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:33Z', 'updated_at': '2021-08-14T19:03:43Z', 'revision_number': 4, 'project_id': '2e3430e72b2f427f9643c8ae878c86fb', 'subnets': [{'id': '53786878-dcb5-494e-b53b-037026355e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 19:03:45.401199 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] For port 4dc47db7-acda-461d-b659-f33996660a2a, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=4dc47db7-acda-461d-b659-f33996660a2a,segment=NetworkSegment(40f888b7-b3ed-489c-94ee-52f240068829),segment_id=40f888b7-b3ed-489c-94ee-52f240068829)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:03:45.401738 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-5250c74b-ac40-4ced-9dcc-4596fa470357 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:45.412523 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:45.422378 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e3483ac9-521f-45da-b0ea-85a47524f69e req-ee1db211-1291-4e06-b319-710abd689fc1 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] 10.222.0.39 "GET /v2.0/security-groups?id=70c13d1b-68a6-4e86-9843-98e211c6b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122067 Aug 14 19:03:45.430886 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2d933d-b5f0-4453-baa8-e3d1c4b4aca1 admin admin] Network e20a322d-65f8-4e18-8722-5646c45ef02b is already hosted by enough agents. {{(pid=94116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:03:45.464110 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.provisioning_blocks [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-5250c74b-ac40-4ced-9dcc-4596fa470357 service neutron] Transition to ACTIVE for port object 536ef4ee-7a0a-4506-9f50-ab77db6ae112 will not be triggered until provisioned by entity L2. {{(pid=94117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:03:45.469466 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-5250c74b-ac40-4ced-9dcc-4596fa470357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:45.481025 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.base_scheduler [None req-0f2d933d-b5f0-4453-baa8-e3d1c4b4aca1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:03:45.707597 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-2a6f5cd1-26d8-4cae-b5e2-0cf81aa8d42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b860ec-b2bc-454c-8b8f-f1832424e959', 'name': 'tempest-ServerRescueNegativeTestJSON-1830163748-router', 'tenant_id': '6000939100bb476da8924d17890754e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'e65d6c00-442e-47b0-9781-d5360f31f05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:26Z', 'updated_at': '2021-08-14T19:03:37Z', 'revision_number': 4, 'project_id': '6000939100bb476da8924d17890754e4', 'gw_port': {'id': 'e65d6c00-442e-47b0-9781-d5360f31f05b', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b860ec-b2bc-454c-8b8f-f1832424e959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:27Z', 'updated_at': '2021-08-14T19:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': 'dba64369-9c50-43e7-8770-92ab0fec4829', 'name': '', 'network_id': '0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1', 'tenant_id': '6000939100bb476da8924d17890754e4', 'mac_address': 'fa:16:3e:2f:30:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b860ec-b2bc-454c-8b8f-f1832424e959', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e77bed90-2142-41a5-a497-653e20d95723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:35Z', 'updated_at': '2021-08-14T19:03:43Z', 'revision_number': 4, 'project_id': '6000939100bb476da8924d17890754e4', 'subnets': [{'id': 'e77bed90-2142-41a5-a497-653e20d95723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:03:45.883730 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6f5cd1-26d8-4cae-b5e2-0cf81aa8d42a None None] The sync data for ids ['f9b860ec-b2bc-454c-8b8f-f1832424e959'] in dv-cinder-804581-2-iscsi is: [{'id': 'f9b860ec-b2bc-454c-8b8f-f1832424e959', 'name': 'tempest-ServerRescueNegativeTestJSON-1830163748-router', 'tenant_id': '6000939100bb476da8924d17890754e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'e65d6c00-442e-47b0-9781-d5360f31f05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:26Z', 'updated_at': '2021-08-14T19:03:37Z', 'revision_number': 4, 'project_id': '6000939100bb476da8924d17890754e4', 'gw_port': {'id': 'e65d6c00-442e-47b0-9781-d5360f31f05b', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b860ec-b2bc-454c-8b8f-f1832424e959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:27Z', 'updated_at': '2021-08-14T19:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': 'dba64369-9c50-43e7-8770-92ab0fec4829', 'name': '', 'network_id': '0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1', 'tenant_id': '6000939100bb476da8924d17890754e4', 'mac_address': 'fa:16:3e:2f:30:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b860ec-b2bc-454c-8b8f-f1832424e959', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'e77bed90-2142-41a5-a497-653e20d95723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:35Z', 'updated_at': '2021-08-14T19:03:43Z', 'revision_number': 4, 'project_id': '6000939100bb476da8924d17890754e4', 'subnets': [{'id': 'e77bed90-2142-41a5-a497-653e20d95723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 19:03:45.888295 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 8e842964-b7cc-4926-9688-409f0e31e389 up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:03:45.938145 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Pushing event updated for resources: {'Port': ['ID=4dc47db7-acda-461d-b659-f33996660a2a,revision_number=4']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:46.010592 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250c74b-ac40-4ced-9dcc-4596fa470357 service neutron] Pushing event updated for resources: {'Port': ['ID=536ef4ee-7a0a-4506-9f50-ab77db6ae112,revision_number=2']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:46.040984 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.managers [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-5250c74b-ac40-4ced-9dcc-4596fa470357 service neutron] Attempting to bind port 536ef4ee-7a0a-4506-9f50-ab77db6ae112 on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:03:46.041539 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.managers [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-5250c74b-ac40-4ced-9dcc-4596fa470357 service neutron] Attempting to bind port 536ef4ee-7a0a-4506-9f50-ab77db6ae112 by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': 'ecaddaaa-29a0-42e8-9639-f77205c6f149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39f72ae9-5555-416a-84f4-08abb1566c10'}] {{(pid=94117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:03:46.042207 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-5250c74b-ac40-4ced-9dcc-4596fa470357 service neutron] Attempting to bind port 536ef4ee-7a0a-4506-9f50-ab77db6ae112 on network 39f72ae9-5555-416a-84f4-08abb1566c10 {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:03:46.052549 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-5250c74b-ac40-4ced-9dcc-4596fa470357 service neutron] Port 536ef4ee-7a0a-4506-9f50-ab77db6ae112 on network 39f72ae9-5555-416a-84f4-08abb1566c10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 14 19:03:46.053835 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-5250c74b-ac40-4ced-9dcc-4596fa470357 service neutron] Attempting to bind port 536ef4ee-7a0a-4506-9f50-ab77db6ae112 on network 39f72ae9-5555-416a-84f4-08abb1566c10 {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:03:46.056883 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-eb3ba897-3aab-4c49-ad3e-68dbd8962adf tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks [] for port, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:46.068104 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 57814) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:46.076687 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-5250c74b-ac40-4ced-9dcc-4596fa470357 service neutron] Checking agent: {'id': '7eaedc20-6d95-47b4-8617-1798feafd334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 19, 1, 52), 'started_at': datetime.datetime(2021, 8, 14, 19, 1, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:03:46.085999 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-5250c74b-ac40-4ced-9dcc-4596fa470357 service neutron] Checking segment: {'id': 'ecaddaaa-29a0-42e8-9639-f77205c6f149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39f72ae9-5555-416a-84f4-08abb1566c10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:03:46.086903 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-5250c74b-ac40-4ced-9dcc-4596fa470357 service neutron] Bound using segment: {'id': 'ecaddaaa-29a0-42e8-9639-f77205c6f149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39f72ae9-5555-416a-84f4-08abb1566c10'} {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:03:46.087622 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.managers [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-5250c74b-ac40-4ced-9dcc-4596fa470357 service neutron] Bound port: 536ef4ee-7a0a-4506-9f50-ab77db6ae112, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecaddaaa-29a0-42e8-9639-f77205c6f149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '39f72ae9-5555-416a-84f4-08abb1566c10'}}] {{(pid=94117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:03:46.089055 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-5250c74b-ac40-4ced-9dcc-4596fa470357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:46.136015 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-2643ef50-a92e-4f4e-9209-6e6001dde044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:46.157385 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-64aa8612-0eb5-47ef-a174-f697e63d076e None None] Provisioning complete for port 3c9ecdf7-5bd2-4b87-a283-1c850f70aeed triggered by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:03:46.164603 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-64aa8612-0eb5-47ef-a174-f697e63d076e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:46.339766 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-5250c74b-ac40-4ced-9dcc-4596fa470357 service neutron] For port 536ef4ee-7a0a-4506-9f50-ab77db6ae112, host hv-cinder-80458, cleared binding levels {{(pid=94117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:03:46.364038 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-5250c74b-ac40-4ced-9dcc-4596fa470357 service neutron] For port 536ef4ee-7a0a-4506-9f50-ab77db6ae112, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=536ef4ee-7a0a-4506-9f50-ab77db6ae112,segment=NetworkSegment(ecaddaaa-29a0-42e8-9639-f77205c6f149),segment_id=ecaddaaa-29a0-42e8-9639-f77205c6f149)] {{(pid=94117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:03:46.377437 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning for port 8e842964-b7cc-4926-9688-409f0e31e389 completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:03:46.381879 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-64aa8612-0eb5-47ef-a174-f697e63d076e None None] Port 3c9ecdf7-5bd2-4b87-a283-1c850f70aeed cannot update to ACTIVE because it is not bound. {{(pid=94118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 14 19:03:46.384915 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-5250c74b-ac40-4ced-9dcc-4596fa470357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:46.391479 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port 8e842964-b7cc-4926-9688-409f0e31e389 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:03:46.396426 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:46.456170 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-5250c74b-ac40-4ced-9dcc-4596fa470357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:03:46.460057 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-5250c74b-ac40-4ced-9dcc-4596fa470357 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for port, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:46.473364 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-5250c74b-ac40-4ced-9dcc-4596fa470357 service neutron] 10.222.0.24 "PUT /v2.0/ports/536ef4ee-7a0a-4506-9f50-ab77db6ae112 HTTP/1.1" status: 200 len: 1094 time: 2.7508008 Aug 14 19:03:46.551358 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd82bdde8-37f3-4af3-a769-4b06658d0a48', 'tag': '536ef4ee-7a0a-4506-9f50-ab77db6ae112'}] {{(pid=94117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:03:46.697338 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d933d-b5f0-4453-baa8-e3d1c4b4aca1 admin admin] Pushing event updated for resources: {'Port': ['ID=3c9ecdf7-5bd2-4b87-a283-1c850f70aeed,revision_number=2']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:46.703091 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-eb3ba897-3aab-4c49-ad3e-68dbd8962adf tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948'] for port, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:46.746993 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:46.885683 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] For port 8e842964-b7cc-4926-9688-409f0e31e389, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=8e842964-b7cc-4926-9688-409f0e31e389,segment=NetworkSegment(5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3),segment_id=5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:03:46.893796 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:46.952626 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3ba897-3aab-4c49-ad3e-68dbd8962adf tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Network 70527521-9220-43b3-92f5-8f32262fd0f1 is already hosted by enough agents. {{(pid=94116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:03:46.955285 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f1bcd875-5308-4d74-83e4-49f69010c396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:46.978745 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.base_scheduler [None req-eb3ba897-3aab-4c49-ad3e-68dbd8962adf tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Resources bound (agent type, host, resource id): {{(pid=94116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:03:47.000965 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ba897-3aab-4c49-ad3e-68dbd8962adf tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Pushing event updated for resources: {'Port': ['ID=c17788ad-13e0-4806-8467-98d2d6a229df,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:47.005109 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f1bcd875-5308-4d74-83e4-49f69010c396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:47.047114 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3ba897-3aab-4c49-ad3e-68dbd8962adf tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Received port after_create {{(pid=94116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:03:47.063776 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Pushing event updated for resources: {'Port': ['ID=8e842964-b7cc-4926-9688-409f0e31e389,revision_number=5']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:47.145586 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-40ddfc18-1e3c-4fe4-a04b-3530d52cb97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:03:47.147170 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-40ddfc18-1e3c-4fe4-a04b-3530d52cb97d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bcc608f3aa1e43c98defac55a8c90dad&device_id=d82bdde8-37f3-4af3-a769-4b06658d0a48 HTTP/1.1" status: 200 len: 1097 time: 0.4098091 Aug 14 19:03:47.163804 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476181d-35f2-4446-b089-c25e21bc27d3 req-9056c5fc-3c00-45c4-85d4-69bb5a09d501 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:03:47.165474 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f476181d-35f2-4446-b089-c25e21bc27d3 req-9056c5fc-3c00-45c4-85d4-69bb5a09d501 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] 10.222.0.39 "GET /v2.0/ports?device_id=d82bdde8-37f3-4af3-a769-4b06658d0a48 HTTP/1.1" status: 200 len: 944 time: 0.4269605 Aug 14 19:03:47.222492 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-246cdb29-ad81-484b-8528-150c56b0118d service neutron] 10.222.0.39 "GET /v2.0/networks/0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1599092 Aug 14 19:03:47.353419 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-f1bcd875-5308-4d74-83e4-49f69010c396 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2cee0e2ed26245beb20ff080eec776fa&name=default HTTP/1.1" status: 200 len: 2979 time: 4.9560535 Aug 14 19:03:47.357969 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-f2eca3f9-be5f-4329-bcbe-bb0fc001f575 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=536ef4ee-7a0a-4506-9f50-ab77db6ae112 HTTP/1.1" status: 200 len: 217 time: 0.1796427 Aug 14 19:03:47.358526 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 57836) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:47.371878 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ea8273f875cf68671556eb39bbac10e5cf2532cbac2204340d4cc673a0511b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b0c42a-b1c8-4c0d-9df7-3bd2fda34c16" -d '{"events": [{"name": "network-changed", "server_uuid": "d82bdde8-37f3-4af3-a769-4b06658d0a48", "tag": "536ef4ee-7a0a-4506-9f50-ab77db6ae112"}]}' {{(pid=94117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:03:47.379759 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250c74b-ac40-4ced-9dcc-4596fa470357 service neutron] Pushing event updated for resources: {'Port': ['ID=536ef4ee-7a0a-4506-9f50-ab77db6ae112,revision_number=3']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:47.381694 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2d933d-b5f0-4453-baa8-e3d1c4b4aca1 admin admin] Router 42c7bf49-a7b0-4be8-a18f-9dc501f677d4 has already been hosted by L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 {{(pid=94116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 14 19:03:47.382900 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bcd875-5308-4d74-83e4-49f69010c396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111a4b2c-b365-4346-8ecb-3782d68ee130,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:47.451310 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-eb3ba897-3aab-4c49-ad3e-68dbd8962adf tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:47.485790 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 57842) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:47.605390 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-f2404f72-9ef1-4de1-8685-dbd66e27026b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:03:47.608222 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-f2404f72-9ef1-4de1-8685-dbd66e27026b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1010c491-8406-4920-83d6-acd7d40715ca HTTP/1.1" status: 200 len: 851 time: 0.1397517 Aug 14 19:03:47.632770 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f476181d-35f2-4446-b089-c25e21bc27d3 req-f59eafb1-54a2-4c2c-be2b-52a072e28685 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] 10.222.0.39 "GET /v2.0/security-groups?id=70c13d1b-68a6-4e86-9843-98e211c6b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4521203 Aug 14 19:03:47.685568 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-eb3ba897-3aab-4c49-ad3e-68dbd8962adf tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:47.923130 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-b99ca367-7b2d-4d20-91b7-286fe9de8819 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=39f72ae9-5555-416a-84f4-08abb1566c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2889476 Aug 14 19:03:48.021958 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-2643ef50-a92e-4f4e-9209-6e6001dde044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:48.044454 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-880302a1-1f35-438d-a3ff-933bbbc22931 req-db71d8e9-c97a-4346-add7-8a8011370593 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 210 time: 0.1780822 Aug 14 19:03:48.070797 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-8bb8ee9b-1441-4eef-ba7f-728495a275b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:48.082519 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-2643ef50-a92e-4f4e-9209-6e6001dde044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:48.084519 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 8e842964-b7cc-4926-9688-409f0e31e389 up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:03:48.181692 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-ed9cc019-e422-4183-b559-0f2f395ad10b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:48.203584 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port 8e842964-b7cc-4926-9688-409f0e31e389 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:03:48.203976 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:48.287308 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2d933d-b5f0-4453-baa8-e3d1c4b4aca1 admin admin] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 19:03:48.381121 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-0f2d933d-b5f0-4453-baa8-e3d1c4b4aca1 admin admin] 10.222.0.39 "PUT /v2.0/routers/42c7bf49-a7b0-4be8-a18f-9dc501f677d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7815866 Aug 14 19:03:48.473223 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2643ef50-a92e-4f4e-9209-6e6001dde044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd9c1c7-bf9c-48bd-937c-7425a2babb33,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:48.513451 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-8bb8ee9b-1441-4eef-ba7f-728495a275b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:48.520587 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-2643ef50-a92e-4f4e-9209-6e6001dde044 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6251190f51644834b08a59b0fb004913&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4484088 Aug 14 19:03:48.532704 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 57888) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:48.551075 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-4a5be13d-ba2e-4aad-8c67-af82475d74fe service neutron] 10.222.0.24 "GET /v2.0/networks/39f72ae9-5555-416a-84f4-08abb1566c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5800509 Aug 14 19:03:48.706841 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0eff81-3054-4d24-905b-466dca9841bf None None] Sync routers for ids ['42c7bf49-a7b0-4be8-a18f-9dc501f677d4'] in dv-cinder-804581-2-iscsi {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 19:03:48.730971 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0eff81-3054-4d24-905b-466dca9841bf None None] Routers {'42c7bf49-a7b0-4be8-a18f-9dc501f677d4'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:03:48.756605 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-0d0eff81-3054-4d24-905b-466dca9841bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:03:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['42c7bf49-a7b0-4be8-a18f-9dc501f677d4'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:03:48.756934 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 Aug 2021 19:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f046cd-cab6-4360-b6c3-998ee1be1de7 x-openstack-request-id: req-e9f046cd-cab6-4360-b6c3-998ee1be1de7 {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:03:48.757804 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d82bdde8-37f3-4af3-a769-4b06658d0a48", "tag": "536ef4ee-7a0a-4506-9f50-ab77db6ae112", "status": "completed", "code": 200}]} {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:03:48.758110 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e9f046cd-cab6-4360-b6c3-998ee1be1de7 {{(pid=94117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:03:48.767254 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd82bdde8-37f3-4af3-a769-4b06658d0a48', 'tag': '536ef4ee-7a0a-4506-9f50-ab77db6ae112', 'status': 'completed', 'code': 200} Aug 14 19:03:48.971445 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device dba64369-9c50-43e7-8770-92ab0fec4829 up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:03:48.977107 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-ed9cc019-e422-4183-b559-0f2f395ad10b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:48.986944 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-ed9cc019-e422-4183-b559-0f2f395ad10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:48.997053 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-8bb8ee9b-1441-4eef-ba7f-728495a275b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:49.009034 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-93929389-cd29-463a-9342-3b08cf313566 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:03:49.012722 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-0d0eff81-3054-4d24-905b-466dca9841bf None None] Set router 42c7bf49-a7b0-4be8-a18f-9dc501f677d4 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:03:49.012901 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-8bb8ee9b-1441-4eef-ba7f-728495a275b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:49.020029 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-93929389-cd29-463a-9342-3b08cf313566 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/networks?id=0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1 HTTP/1.1" status: 200 len: 819 time: 0.5216246 Aug 14 19:03:49.029510 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-8bb8ee9b-1441-4eef-ba7f-728495a275b1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/111a4b2c-b365-4346-8ecb-3782d68ee130 HTTP/1.1" status: 204 len: 168 time: 1.6505709 Aug 14 19:03:49.056903 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-eb3ba897-3aab-4c49-ad3e-68dbd8962adf tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks [] for port, precommit_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:49.070461 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-eb3ba897-3aab-4c49-ad3e-68dbd8962adf tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:49.090797 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-6a72afbe-3fbe-4e0f-9828-e5b16dbad6d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:49.092245 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-eb3ba897-3aab-4c49-ad3e-68dbd8962adf tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499347'] for floatingip, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:49.121923 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-3e53fcaf-be1a-4591-bb2a-986802696af7 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/quotas/6000939100bb476da8924d17890754e4 HTTP/1.1" status: 200 len: 375 time: 0.1009119 Aug 14 19:03:49.150316 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-eb3ba897-3aab-4c49-ad3e-68dbd8962adf tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for floatingip, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:49.151916 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-eb3ba897-3aab-4c49-ad3e-68dbd8962adf tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.6527371 Aug 14 19:03:49.245771 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-ed9cc019-e422-4183-b559-0f2f395ad10b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e9f4602abfcf44aebd99696bb3a692f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7583301 Aug 14 19:03:49.247773 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9cc019-e422-4183-b559-0f2f395ad10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5230216-31f7-4c05-a844-bf07436c02e4,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:49.286861 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 57912) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:49.350398 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-ec639b72-0185-4f15-a267-e3559bb4c1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:49.367075 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8ee9b-1441-4eef-ba7f-728495a275b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111a4b2c-b365-4346-8ecb-3782d68ee130,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:49.394192 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-219db094-6b32-4614-b3f2-8ce5d09522c5 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6000939100bb476da8924d17890754e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2653565 Aug 14 19:03:49.415520 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ba897-3aab-4c49-ad3e-68dbd8962adf tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Pushing event updated for resources: {'Port': ['ID=c17788ad-13e0-4806-8467-98d2d6a229df,revision_number=2']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:49.417968 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-6a72afbe-3fbe-4e0f-9828-e5b16dbad6d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:49.431578 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1d235c99-ce34-4426-9eaf-01d84c08211d req-0dba6363-75ab-4684-a7d3-f5875a434cd2 service neutron] 10.222.0.24 "GET /v2.0/networks/39f72ae9-5555-416a-84f4-08abb1566c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8466976 Aug 14 19:03:49.568773 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning for port dba64369-9c50-43e7-8770-92ab0fec4829 completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:03:49.599420 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port dba64369-9c50-43e7-8770-92ab0fec4829 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:03:49.600152 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:49.704891 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-84a81105-6af4-4738-be9c-4c0cdfe2b3ce service neutron] 10.222.0.39 "GET /v2.0/networks/0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133845 Aug 14 19:03:49.838808 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7392cb5-ca45-4ece-b5a4-b11bd1587ef6 req-7d1869a8-162f-464e-a1f6-fbfeb2424883 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:03:49.843092 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d7392cb5-ca45-4ece-b5a4-b11bd1587ef6 req-7d1869a8-162f-464e-a1f6-fbfeb2424883 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] 10.222.0.39 "GET /v2.0/ports?device_id=d82bdde8-37f3-4af3-a769-4b06658d0a48 HTTP/1.1" status: 200 len: 944 time: 0.9186723 Aug 14 19:03:49.892724 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:49.906127 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-6a72afbe-3fbe-4e0f-9828-e5b16dbad6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:49.914281 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-6a72afbe-3fbe-4e0f-9828-e5b16dbad6d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:49.919230 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-6a72afbe-3fbe-4e0f-9828-e5b16dbad6d6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1fd9c1c7-bf9c-48bd-937c-7425a2babb33 HTTP/1.1" status: 204 len: 168 time: 1.3838067 Aug 14 19:03:49.998359 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-2de29fae-7902-484f-a59c-b60015ab027d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:50.014136 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0c42a-b1c8-4c0d-9df7-3bd2fda34c16 req-e350fc94-9dc4-4f3a-b936-5218e30e41a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:03:50.019850 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d7b0c42a-b1c8-4c0d-9df7-3bd2fda34c16 req-e350fc94-9dc4-4f3a-b936-5218e30e41a7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bcc608f3aa1e43c98defac55a8c90dad&device_id=d82bdde8-37f3-4af3-a769-4b06658d0a48 HTTP/1.1" status: 200 len: 1097 time: 0.4838712 Aug 14 19:03:50.028094 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-0d0eff81-3054-4d24-905b-466dca9841bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2128833203-router', 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '4dc47db7-acda-461d-b659-f33996660a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:30Z', 'updated_at': '2021-08-14T19:03:43Z', 'revision_number': 4, 'project_id': '0ee573824097433d91bee4e7433a5196', 'gw_port': {'id': '4dc47db7-acda-461d-b659-f33996660a2a', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:71:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:33Z', 'updated_at': '2021-08-14T19:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': '3c9ecdf7-5bd2-4b87-a283-1c850f70aeed', 'name': '', 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b', 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'mac_address': 'fa:16:3e:e3:9b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd22740df-b26d-44e8-8433-34e5ba454618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:40Z', 'updated_at': '2021-08-14T19:03:44Z', 'revision_number': 2, 'project_id': '0ee573824097433d91bee4e7433a5196', 'subnets': [{'id': 'd22740df-b26d-44e8-8433-34e5ba454618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:03:50.032124 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72afbe-3fbe-4e0f-9828-e5b16dbad6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd9c1c7-bf9c-48bd-937c-7425a2babb33,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:50.033606 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] For port dba64369-9c50-43e7-8770-92ab0fec4829, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=dba64369-9c50-43e7-8770-92ab0fec4829,segment=NetworkSegment(5ba0e0d5-42c9-4f6a-b232-be11d5749a7a),segment_id=5ba0e0d5-42c9-4f6a-b232-be11d5749a7a)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:03:50.170938 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 57938) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:50.174901 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0eff81-3054-4d24-905b-466dca9841bf None None] Checking router: 42c7bf49-a7b0-4be8-a18f-9dc501f677d4 for host: dv-cinder-804581-2-iscsi {{(pid=94118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 19:03:50.176423 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0eff81-3054-4d24-905b-466dca9841bf None None] Updating router 42c7bf49-a7b0-4be8-a18f-9dc501f677d4 port 3c9ecdf7-5bd2-4b87-a283-1c850f70aeed binding host dv-cinder-804581-2-iscsi {{(pid=94118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 14 19:03:50.222923 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-4922acbd-e69b-4d91-a6b6-1336354b2b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:50.280395 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:50.281185 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 4dc47db7-acda-461d-b659-f33996660a2a up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:03:50.390245 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-2de29fae-7902-484f-a59c-b60015ab027d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:50.394273 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-36214657-c607-4d27-b889-5ff6bf880b41 service neutron] 10.222.0.39 "GET /v2.0/networks/0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6816239 Aug 14 19:03:50.436502 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d7392cb5-ca45-4ece-b5a4-b11bd1587ef6 req-f35c1046-3af6-49e2-861b-599fe4db0b0b tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] 10.222.0.39 "GET /v2.0/security-groups?id=70c13d1b-68a6-4e86-9843-98e211c6b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5832744 Aug 14 19:03:50.440223 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-0d0eff81-3054-4d24-905b-466dca9841bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:50.578417 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-4922acbd-e69b-4d91-a6b6-1336354b2b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:50.585981 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-4922acbd-e69b-4d91-a6b6-1336354b2b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:50.602614 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Pushing event updated for resources: {'Port': ['ID=dba64369-9c50-43e7-8770-92ab0fec4829,revision_number=5']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:50.709232 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4922acbd-e69b-4d91-a6b6-1336354b2b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee27375f-d33b-49f7-a5ae-cf504d967f14,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:50.716184 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-4922acbd-e69b-4d91-a6b6-1336354b2b05 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bc99701784c94ff7a002e0a6f3b973db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5423241 Aug 14 19:03:50.719460 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0c42a-b1c8-4c0d-9df7-3bd2fda34c16 req-b8bb2f49-d422-4c61-9784-5953264a2580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:03:50.720049 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 57958) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:50.721145 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d7b0c42a-b1c8-4c0d-9df7-3bd2fda34c16 req-b8bb2f49-d422-4c61-9784-5953264a2580 service neutron] 10.222.0.24 "GET /v2.0/networks?id=39f72ae9-5555-416a-84f4-08abb1566c10 HTTP/1.1" status: 200 len: 912 time: 0.6524587 Aug 14 19:03:50.738815 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-2de29fae-7902-484f-a59c-b60015ab027d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:50.746235 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-2de29fae-7902-484f-a59c-b60015ab027d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:50.750613 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-2de29fae-7902-484f-a59c-b60015ab027d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c5230216-31f7-4c05-a844-bf07436c02e4 HTTP/1.1" status: 204 len: 168 time: 1.4431159 Aug 14 19:03:50.834970 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port 4dc47db7-acda-461d-b659-f33996660a2a triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:03:50.842682 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:50.925022 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de29fae-7902-484f-a59c-b60015ab027d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5230216-31f7-4c05-a844-bf07436c02e4,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:50.958866 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d7b0c42a-b1c8-4c0d-9df7-3bd2fda34c16 req-f099e50c-760a-4b2a-b58c-a07a4d438f99 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=536ef4ee-7a0a-4506-9f50-ab77db6ae112 HTTP/1.1" status: 200 len: 217 time: 0.1910014 Aug 14 19:03:51.056680 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-947bab43-af3e-417d-9c11-bf14486eb7a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:51.104273 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-11e1f543-39c9-4937-b626-a95a15097de1 req-da3082fd-22ea-4020-a505-b1d501aec331 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1886225201&fields=id&tenant_id=2e3430e72b2f427f9643c8ae878c86fb HTTP/1.1" status: 200 len: 267 time: 0.2389367 Aug 14 19:03:51.136278 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0c42a-b1c8-4c0d-9df7-3bd2fda34c16 req-20e7a0c1-66d3-4f10-835e-56296578afc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:03:51.138136 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d7b0c42a-b1c8-4c0d-9df7-3bd2fda34c16 req-20e7a0c1-66d3-4f10-835e-56296578afc9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1010c491-8406-4920-83d6-acd7d40715ca HTTP/1.1" status: 200 len: 851 time: 0.1092484 Aug 14 19:03:51.181888 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-947bab43-af3e-417d-9c11-bf14486eb7a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:51.212135 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d7b0c42a-b1c8-4c0d-9df7-3bd2fda34c16 req-c9a1b3e2-85c8-445e-abfd-879000b2fc0f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=39f72ae9-5555-416a-84f4-08abb1566c10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598950 Aug 14 19:03:51.389578 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.24', 51780) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:51.579219 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d7b0c42a-b1c8-4c0d-9df7-3bd2fda34c16 req-fda62ef7-2d8e-4b60-a0ca-4466d300beb9 service neutron] 10.222.0.24 "GET /v2.0/networks/39f72ae9-5555-416a-84f4-08abb1566c10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442123 Aug 14 19:03:51.845253 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 57990) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:51.869711 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device dba64369-9c50-43e7-8770-92ab0fec4829 up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:03:51.916823 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-16d22f9e-5cc8-4ed9-87d5-ed014db9f069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:51.966485 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:51.972241 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1f543-39c9-4937-b626-a95a15097de1 req-aa51a0c6-33e0-488d-b923-2323fc987073 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:03:51.994135 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-11e1f543-39c9-4937-b626-a95a15097de1 req-aa51a0c6-33e0-488d-b923-2323fc987073 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/networks?id=d57080a4-a152-49b8-a805-9b8349e678ba HTTP/1.1" status: 200 len: 811 time: 0.8697796 Aug 14 19:03:52.010528 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-0d0eff81-3054-4d24-905b-466dca9841bf None None] Notify callbacks [] for port, precommit_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:52.041670 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-c2553e96-fa69-43d0-adcb-4897a6aa610a tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:03:52.047338 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-c2553e96-fa69-43d0-adcb-4897a6aa610a tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.24 "GET /v2.0/networks?id=0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1 HTTP/1.1" status: 200 len: 819 time: 0.4002564 Aug 14 19:03:52.048411 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-0d0eff81-3054-4d24-905b-466dca9841bf None None] Transition to ACTIVE for port object 3c9ecdf7-5bd2-4b87-a283-1c850f70aeed will not be triggered until provisioned by entity L2. {{(pid=94118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:03:52.065213 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-0d0eff81-3054-4d24-905b-466dca9841bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:52.095538 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-3c0a8c15-314a-4cb2-957f-add67ad94724 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Request body: {'port': {'device_id': '118df121-167d-4452-b111-0c38956cc12b', 'network_id': '0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1', 'admin_state_up': True, 'tenant_id': '6000939100bb476da8924d17890754e4'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:03:52.146175 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d7b0c42a-b1c8-4c0d-9df7-3bd2fda34c16 req-22a1001c-0efe-4047-bac6-52789d2fd190 service neutron] 10.222.0.24 "GET /v2.0/networks/39f72ae9-5555-416a-84f4-08abb1566c10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5478251 Aug 14 19:03:52.149876 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-11e1f543-39c9-4937-b626-a95a15097de1 req-13da24e7-d68a-40f4-96bc-e2cd7a92eeaf tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/quotas/2e3430e72b2f427f9643c8ae878c86fb HTTP/1.1" status: 200 len: 375 time: 0.1540513 Aug 14 19:03:52.188233 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port dba64369-9c50-43e7-8770-92ab0fec4829 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:03:52.188675 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:52.291518 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c10db48-53c8-4829-b468-a782fe226aec None None] Pushing event updated for resources: {'Port': ['ID=3c9ecdf7-5bd2-4b87-a283-1c850f70aeed,revision_number=3']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:52.301936 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-16d22f9e-5cc8-4ed9-87d5-ed014db9f069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:52.308422 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-16d22f9e-5cc8-4ed9-87d5-ed014db9f069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:52.353611 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 57998) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:52.403815 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-5eec46dc-46b9-49a3-bfda-0a75c569cc4d tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2074152883', 'description': 'tempest-description--1972195681'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:03:52.430050 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d22f9e-5cc8-4ed9-87d5-ed014db9f069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9532f76-94b1-40d8-ba97-181ccfb188ed,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:52.515186 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-947bab43-af3e-417d-9c11-bf14486eb7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:52.517966 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-947bab43-af3e-417d-9c11-bf14486eb7a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:52.521686 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-947bab43-af3e-417d-9c11-bf14486eb7a8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ee27375f-d33b-49f7-a5ae-cf504d967f14 HTTP/1.1" status: 204 len: 168 time: 1.7975075 Aug 14 19:03:52.582225 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-0d0eff81-3054-4d24-905b-466dca9841bf None None] Attempting to bind port 3c9ecdf7-5bd2-4b87-a283-1c850f70aeed on host dv-cinder-804581-2-iscsi for vnic_type normal with profile {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:03:52.583431 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-0d0eff81-3054-4d24-905b-466dca9841bf None None] Attempting to bind port 3c9ecdf7-5bd2-4b87-a283-1c850f70aeed by drivers openvswitch,hyperv on host dv-cinder-804581-2-iscsi at level 0 using segments [{'id': 'c4c75483-348a-49f7-b9f3-841d9687ab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b'}] {{(pid=94118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:03:52.585156 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0eff81-3054-4d24-905b-466dca9841bf None None] Attempting to bind port 3c9ecdf7-5bd2-4b87-a283-1c850f70aeed on network e20a322d-65f8-4e18-8722-5646c45ef02b {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:03:52.623919 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0eff81-3054-4d24-905b-466dca9841bf None None] Checking agent: {'id': 'd974888e-3874-401b-8472-8d90566bb0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 18, 55, 53), 'started_at': datetime.datetime(2021, 8, 14, 18, 56, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:03:52.624590 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0eff81-3054-4d24-905b-466dca9841bf None None] Checking segment: {'id': 'c4c75483-348a-49f7-b9f3-841d9687ab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:03:52.625440 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-0d0eff81-3054-4d24-905b-466dca9841bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:52.626247 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0eff81-3054-4d24-905b-466dca9841bf None None] Bound using segment: {'id': 'c4c75483-348a-49f7-b9f3-841d9687ab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b'} {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:03:52.627708 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-0d0eff81-3054-4d24-905b-466dca9841bf None None] Bound port: 3c9ecdf7-5bd2-4b87-a283-1c850f70aeed, host: dv-cinder-804581-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c75483-348a-49f7-b9f3-841d9687ab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b'}}] {{(pid=94118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:03:52.628248 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-0d0eff81-3054-4d24-905b-466dca9841bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:52.630246 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-11e1f543-39c9-4937-b626-a95a15097de1 req-85042624-aeb1-441f-a603-dfb176dab49e tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e3430e72b2f427f9643c8ae878c86fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4793839 Aug 14 19:03:52.637375 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947bab43-af3e-417d-9c11-bf14486eb7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee27375f-d33b-49f7-a5ae-cf504d967f14,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:52.646857 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-89815444-45fb-450b-a218-c627a77e3a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:52.689294 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-5eec46dc-46b9-49a3-bfda-0a75c569cc4d tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:52.762389 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-3c0a8c15-314a-4cb2-957f-add67ad94724 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Made reservation on behalf of 6000939100bb476da8924d17890754e4 for: {'port': 1} {{(pid=94116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:03:52.766465 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-3c0a8c15-314a-4cb2-957f-add67ad94724 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:52.959605 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:53.024004 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-0d0eff81-3054-4d24-905b-466dca9841bf None None] For port 3c9ecdf7-5bd2-4b87-a283-1c850f70aeed, host dv-cinder-804581-2-iscsi, cleared binding levels {{(pid=94118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:03:53.032592 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-0d0eff81-3054-4d24-905b-466dca9841bf None None] For port 3c9ecdf7-5bd2-4b87-a283-1c850f70aeed, host dv-cinder-804581-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=3c9ecdf7-5bd2-4b87-a283-1c850f70aeed,segment=NetworkSegment(c4c75483-348a-49f7-b9f3-841d9687ab46),segment_id=c4c75483-348a-49f7-b9f3-841d9687ab46)] {{(pid=94118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:03:53.035242 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-11e1f543-39c9-4937-b626-a95a15097de1 req-484ccdd3-5fb4-4489-be42-f18ffb45f2af service neutron] 10.222.0.39 "GET /v2.0/networks/d57080a4-a152-49b8-a805-9b8349e678ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780789 Aug 14 19:03:53.039839 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-0d0eff81-3054-4d24-905b-466dca9841bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:53.192942 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0eff81-3054-4d24-905b-466dca9841bf None None] Routers {'42c7bf49-a7b0-4be8-a18f-9dc501f677d4'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:03:53.193728 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-0d0eff81-3054-4d24-905b-466dca9841bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:03:53Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['42c7bf49-a7b0-4be8-a18f-9dc501f677d4'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:03:53.290345 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-08f7bbf7-da3b-477e-a877-0139c6e79dc4 req-58b4565e-c355-4b28-ac3c-b8b72d15f232 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 210 time: 0.1991823 Aug 14 19:03:53.313265 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c10db48-53c8-4829-b468-a782fe226aec None None] Pushing event updated for resources: {'Port': ['ID=3c9ecdf7-5bd2-4b87-a283-1c850f70aeed,revision_number=4']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:53.405631 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-16d22f9e-5cc8-4ed9-87d5-ed014db9f069 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=27e8190370554f128f76b7dfe0297c0e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5536811 Aug 14 19:03:53.407905 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 58026) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:53.514012 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-11e1f543-39c9-4937-b626-a95a15097de1 req-94326f57-13b1-4227-af35-d04b02a0d8bf service neutron] 10.222.0.39 "GET /v2.0/networks/d57080a4-a152-49b8-a805-9b8349e678ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4384003 Aug 14 19:03:53.579772 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-5eec46dc-46b9-49a3-bfda-0a75c569cc4d tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:53.690556 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-0d0eff81-3054-4d24-905b-466dca9841bf None None] Set router 42c7bf49-a7b0-4be8-a18f-9dc501f677d4 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:03:53.794885 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-5eec46dc-46b9-49a3-bfda-0a75c569cc4d tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:53.845622 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-83da692c-ad58-4d4b-b609-b1cd9d1bee88 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:03:53.849236 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-83da692c-ad58-4d4b-b609-b1cd9d1bee88 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.24 "GET /v2.0/networks?id=0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1 HTTP/1.1" status: 200 len: 819 time: 0.7106662 Aug 14 19:03:53.909770 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-7b79cd7f-5060-4488-a7ce-6fd2bd57d6e5 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Request body: {'port': {'device_id': '9aa97435-ad93-4ff9-b0ce-1e289c2efc24', 'network_id': '0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1', 'admin_state_up': True, 'tenant_id': '6000939100bb476da8924d17890754e4'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:03:54.000338 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668c17c-1968-4ec7-bcde-17ae361d2553 req-f884526e-d5cb-4241-8fef-5a02afa398be tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:03:54.015639 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-2668c17c-1968-4ec7-bcde-17ae361d2553 req-f884526e-d5cb-4241-8fef-5a02afa398be tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] 10.222.0.39 "GET /v2.0/ports?device_id=d82bdde8-37f3-4af3-a769-4b06658d0a48 HTTP/1.1" status: 200 len: 944 time: 0.4934547 Aug 14 19:03:54.045550 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.db_base_plugin_common [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-3c0a8c15-314a-4cb2-957f-add67ad94724 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Allocated IP 172.20.0.14 (0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1/e77bed90-2142-41a5-a497-653e20d95723/51a134f0-83fe-4ce2-b30d-91d08421f295) {{(pid=94116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:03:54.093267 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-ab5c65d0-4294-4157-9315-ae900f5a56d4 req-27f853e5-abe0-488c-9ea5-41ed8ff77f30 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 210 time: 0.3461902 Aug 14 19:03:54.131501 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-5eec46dc-46b9-49a3-bfda-0a75c569cc4d tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:54.131635 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-15412ead-4fab-4bbb-b4bb-9c47f03e6024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:54.132738 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-5eec46dc-46b9-49a3-bfda-0a75c569cc4d tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.7722313 Aug 14 19:03:54.142793 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 58052) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:54.206225 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-919512db-d690-4342-92f0-53278e08d9b3 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Request body: {'security_group_rule': {'security_group_id': '49d0a94e-d6a6-4768-9258-25768d569901', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:03:54.245066 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eec46dc-46b9-49a3-bfda-0a75c569cc4d tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49d0a94e-d6a6-4768-9258-25768d569901,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:54.363532 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-919512db-d690-4342-92f0-53278e08d9b3 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:54.404389 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:54.556871 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-15412ead-4fab-4bbb-b4bb-9c47f03e6024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:54.646806 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-2668c17c-1968-4ec7-bcde-17ae361d2553 req-7ec3135b-2ad2-4f1c-98e9-7e16e287bb09 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] 10.222.0.39 "GET /v2.0/security-groups?id=70c13d1b-68a6-4e86-9843-98e211c6b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6298971 Aug 14 19:03:54.734680 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-7b79cd7f-5060-4488-a7ce-6fd2bd57d6e5 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Made reservation on behalf of 6000939100bb476da8924d17890754e4 for: {'port': 1} {{(pid=94117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:03:54.746206 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-7b79cd7f-5060-4488-a7ce-6fd2bd57d6e5 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:54.760639 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-0d0eff81-3054-4d24-905b-466dca9841bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2128833203-router', 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '4dc47db7-acda-461d-b659-f33996660a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:30Z', 'updated_at': '2021-08-14T19:03:43Z', 'revision_number': 4, 'project_id': '0ee573824097433d91bee4e7433a5196', 'gw_port': {'id': '4dc47db7-acda-461d-b659-f33996660a2a', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:71:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:33Z', 'updated_at': '2021-08-14T19:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': '3c9ecdf7-5bd2-4b87-a283-1c850f70aeed', 'name': '', 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b', 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'mac_address': 'fa:16:3e:e3:9b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd22740df-b26d-44e8-8433-34e5ba454618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:40Z', 'updated_at': '2021-08-14T19:03:53Z', 'revision_number': 4, 'project_id': '0ee573824097433d91bee4e7433a5196', 'subnets': [{'id': 'd22740df-b26d-44e8-8433-34e5ba454618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:03:54.783711 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-919512db-d690-4342-92f0-53278e08d9b3 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:54.833194 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-919512db-d690-4342-92f0-53278e08d9b3 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650242'] for security_group_rule, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:54.878912 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0eff81-3054-4d24-905b-466dca9841bf None None] The sync data for ids ['42c7bf49-a7b0-4be8-a18f-9dc501f677d4'] in dv-cinder-804581-2-iscsi is: [{'id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2128833203-router', 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '4dc47db7-acda-461d-b659-f33996660a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:30Z', 'updated_at': '2021-08-14T19:03:43Z', 'revision_number': 4, 'project_id': '0ee573824097433d91bee4e7433a5196', 'gw_port': {'id': '4dc47db7-acda-461d-b659-f33996660a2a', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:71:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:33Z', 'updated_at': '2021-08-14T19:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': '3c9ecdf7-5bd2-4b87-a283-1c850f70aeed', 'name': '', 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b', 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'mac_address': 'fa:16:3e:e3:9b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd22740df-b26d-44e8-8433-34e5ba454618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:40Z', 'updated_at': '2021-08-14T19:03:53Z', 'revision_number': 4, 'project_id': '0ee573824097433d91bee4e7433a5196', 'subnets': [{'id': 'd22740df-b26d-44e8-8433-34e5ba454618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 19:03:54.907590 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919512db-d690-4342-92f0-53278e08d9b3 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fd9a2b6-2b2b-4b7a-bc7c-6a7d07c64c95,revision_number=0']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:54.980482 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-b3cb3bb7-0198-401e-a7fa-84c5acf183da req-51085312-c58b-4d98-9bd3-cede2eb270ce tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 210 time: 0.1738830 Aug 14 19:03:55.034500 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-919512db-d690-4342-92f0-53278e08d9b3 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:55.039042 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-919512db-d690-4342-92f0-53278e08d9b3 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8869746 Aug 14 19:03:55.064799 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 58078) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:55.088829 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-f7a82bd3-eb2b-4372-9c7e-02d035da5978 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Request body: {'security_group_rule': {'security_group_id': '49d0a94e-d6a6-4768-9258-25768d569901', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:03:55.117423 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-3c0a8c15-314a-4cb2-957f-add67ad94724 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Notify callbacks [] for port, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:55.122629 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-15412ead-4fab-4bbb-b4bb-9c47f03e6024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:55.127269 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-15412ead-4fab-4bbb-b4bb-9c47f03e6024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:55.130543 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-15412ead-4fab-4bbb-b4bb-9c47f03e6024 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c9532f76-94b1-40d8-ba97-181ccfb188ed HTTP/1.1" status: 204 len: 168 time: 1.7214189 Aug 14 19:03:55.146995 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15412ead-4fab-4bbb-b4bb-9c47f03e6024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9532f76-94b1-40d8-ba97-181ccfb188ed,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:55.243160 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:55.311489 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f7a82bd3-eb2b-4372-9c7e-02d035da5978 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:55.344859 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-9a158877-f4a6-4420-a958-45532e7a019c req-0d31ac47-b5a7-4f6f-b35e-776469c0622b tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 210 time: 0.0846710 Aug 14 19:03:55.531280 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-3c0a8c15-314a-4cb2-957f-add67ad94724 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948'] for port, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:55.729906 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.db_base_plugin_common [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-7b79cd7f-5060-4488-a7ce-6fd2bd57d6e5 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Allocated IP 172.20.0.11 (0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1/e77bed90-2142-41a5-a497-653e20d95723/a59fc614-8011-47f9-b9bd-c1734efd0102) {{(pid=94117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:03:55.777248 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f7a82bd3-eb2b-4372-9c7e-02d035da5978 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:55.824429 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-3c0a8c15-314a-4cb2-957f-add67ad94724 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Network 0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1 is already hosted by enough agents. {{(pid=94116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:03:55.830704 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 3c9ecdf7-5bd2-4b87-a283-1c850f70aeed up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:03:55.874609 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.base_scheduler [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-3c0a8c15-314a-4cb2-957f-add67ad94724 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Resources bound (agent type, host, resource id): {{(pid=94116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:03:55.908041 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f7a82bd3-eb2b-4372-9c7e-02d035da5978 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650242'] for security_group_rule, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:55.942453 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-3c0a8c15-314a-4cb2-957f-add67ad94724 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Received port after_create {{(pid=94116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:03:55.953377 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-3c0a8c15-314a-4cb2-957f-add67ad94724 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:03:55.954057 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-3c0a8c15-314a-4cb2-957f-add67ad94724 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for port, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:56.008368 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning for port 3c9ecdf7-5bd2-4b87-a283-1c850f70aeed completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:03:56.021951 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port 3c9ecdf7-5bd2-4b87-a283-1c850f70aeed triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:03:56.023740 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:56.079824 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a82bd3-eb2b-4372-9c7e-02d035da5978 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c809217-ce1d-49b1-9998-19ec1109c872,revision_number=0']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:56.200983 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-7b79cd7f-5060-4488-a7ce-6fd2bd57d6e5 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Notify callbacks [] for port, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:56.218739 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.24', 51792) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:56.292337 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:56.313481 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f7a82bd3-eb2b-4372-9c7e-02d035da5978 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:56.314755 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-f7a82bd3-eb2b-4372-9c7e-02d035da5978 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2489119 Aug 14 19:03:56.337991 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 58116) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:03:56.356576 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a8c15-314a-4cb2-957f-add67ad94724 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Pushing event updated for resources: {'Port': ['ID=51a134f0-83fe-4ce2-b30d-91d08421f295,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:56.377531 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-3c0a8c15-314a-4cb2-957f-add67ad94724 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3164284 Aug 14 19:03:56.416477 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [None req-5c038e71-ccc6-44e7-9ea7-b9244d8de59f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Request body: {'floatingip': {'floating_network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:03:56.421789 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] For port 3c9ecdf7-5bd2-4b87-a283-1c850f70aeed, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=3c9ecdf7-5bd2-4b87-a283-1c850f70aeed,segment=NetworkSegment(c4c75483-348a-49f7-b9f3-841d9687ab46),segment_id=c4c75483-348a-49f7-b9f3-841d9687ab46)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:03:56.427169 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:56.451556 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f4b1c818-bfc5-4727-9835-5f4924f23188 req-13cdeee7-05f6-4174-91a2-f8238d312beb tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 210 time: 0.1991551 Aug 14 19:03:56.547005 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-7b79cd7f-5060-4488-a7ce-6fd2bd57d6e5 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948'] for port, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:56.624659 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-5c038e71-ccc6-44e7-9ea7-b9244d8de59f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks [] for floatingip, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:56.625519 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6ea53-b8f0-4fe4-8a18-cf7923d4b5e7 req-f572bc5e-236b-4df1-9a6f-13db7e4f3902 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:03:56.629741 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Pushing event updated for resources: {'Port': ['ID=3c9ecdf7-5bd2-4b87-a283-1c850f70aeed,revision_number=5']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:56.660465 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e6d6ea53-b8f0-4fe4-8a18-cf7923d4b5e7 req-f572bc5e-236b-4df1-9a6f-13db7e4f3902 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] 10.222.0.39 "GET /v2.0/ports?device_id=d82bdde8-37f3-4af3-a769-4b06658d0a48 HTTP/1.1" status: 200 len: 944 time: 0.8065324 Aug 14 19:03:56.703755 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-5529df89-8352-4de4-adfd-69e7d780b318 service neutron] Request body: {'port': {'device_id': '118df121-167d-4452-b111-0c38956cc12b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:03:56.859549 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1f543-39c9-4937-b626-a95a15097de1 req-96bc8d1d-c3ab-47d8-a543-e6ea51d16e92 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:03:56.864160 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-11e1f543-39c9-4937-b626-a95a15097de1 req-96bc8d1d-c3ab-47d8-a543-e6ea51d16e92 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.24 "GET /v2.0/networks?id=d57080a4-a152-49b8-a805-9b8349e678ba HTTP/1.1" status: 200 len: 811 time: 0.6344469 Aug 14 19:03:57.056148 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-384251c1-6f11-4b1a-8f9b-872c549f7025 req-50b96348-59f0-4571-abb3-f0b74222e5b9 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 210 time: 0.2584105 Aug 14 19:03:57.100213 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-7b79cd7f-5060-4488-a7ce-6fd2bd57d6e5 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Network 0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1 is already hosted by enough agents. {{(pid=94117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:03:57.150405 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b79cd7f-5060-4488-a7ce-6fd2bd57d6e5 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Pushing event updated for resources: {'Port': ['ID=a59fc614-8011-47f9-b9bd-c1734efd0102,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:57.154877 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.base_scheduler [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-7b79cd7f-5060-4488-a7ce-6fd2bd57d6e5 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Resources bound (agent type, host, resource id): {{(pid=94117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:03:57.206308 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e6d6ea53-b8f0-4fe4-8a18-cf7923d4b5e7 req-a8e9d119-b924-40bb-a745-48c9a20bbe3f tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] 10.222.0.39 "GET /v2.0/security-groups?id=70c13d1b-68a6-4e86-9843-98e211c6b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5404229 Aug 14 19:03:57.233407 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-7b79cd7f-5060-4488-a7ce-6fd2bd57d6e5 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Received port after_create {{(pid=94117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:03:57.235211 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-5529df89-8352-4de4-adfd-69e7d780b318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:57.252189 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-11e1f543-39c9-4937-b626-a95a15097de1 req-03c660b6-c03b-47ad-9fd6-4819553def8e tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e3430e72b2f427f9643c8ae878c86fb HTTP/1.1" status: 200 len: 380 time: 0.3196146 Aug 14 19:03:57.252565 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-7b79cd7f-5060-4488-a7ce-6fd2bd57d6e5 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:03:57.253384 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-7b79cd7f-5060-4488-a7ce-6fd2bd57d6e5 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for port, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:57.321025 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-7b79cd7f-5060-4488-a7ce-6fd2bd57d6e5 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4510016 Aug 14 19:03:57.390602 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-5c038e71-ccc6-44e7-9ea7-b9244d8de59f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:57.521878 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.db_base_plugin_common [None req-5c038e71-ccc6-44e7-9ea7-b9244d8de59f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Allocated IP 172.27.2.172 (70527521-9220-43b3-92f5-8f32262fd0f1/b39bc0ec-218c-484d-aceb-7d591e49d9cc/0cd5588c-e6c5-47f2-8d92-9a43784551b8) {{(pid=94117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:03:57.655299 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-5c038e71-ccc6-44e7-9ea7-b9244d8de59f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks [] for port, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:57.710050 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-0697956a-6b40-4f11-97d5-e96cfc54e133 service neutron] Request body: {'port': {'device_id': '9aa97435-ad93-4ff9-b0ce-1e289c2efc24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:03:57.721627 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-5c038e71-ccc6-44e7-9ea7-b9244d8de59f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948'] for port, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:57.765578 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 3c9ecdf7-5bd2-4b87-a283-1c850f70aeed up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:03:57.953928 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [req-11e1f543-39c9-4937-b626-a95a15097de1 req-0e47ab44-91cd-4766-a925-b4ff412acb2b tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Request body: {'port': {'device_id': '4c217847-1d56-47fa-9c44-1c94c5fcee7d', 'network_id': 'd57080a4-a152-49b8-a805-9b8349e678ba', 'admin_state_up': True, 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'security_groups': ['162704df-72b2-41d6-b355-6870c8d4da64']}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:03:57.993077 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port 3c9ecdf7-5bd2-4b87-a283-1c850f70aeed triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:03:57.993077 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:58.003190 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c038e71-ccc6-44e7-9ea7-b9244d8de59f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Network 70527521-9220-43b3-92f5-8f32262fd0f1 is already hosted by enough agents. {{(pid=94117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:03:58.024761 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.base_scheduler [None req-5c038e71-ccc6-44e7-9ea7-b9244d8de59f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Resources bound (agent type, host, resource id): {{(pid=94117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:03:58.034554 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c038e71-ccc6-44e7-9ea7-b9244d8de59f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Received port after_create {{(pid=94117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:03:58.161306 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.agents_db [None req-d9ec6548-365a-4179-9791-d0bac427e43f None None] Agent healthcheck: found 6 active agents {{(pid=94119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 14 19:03:58.425943 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c038e71-ccc6-44e7-9ea7-b9244d8de59f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Pushing event updated for resources: {'Port': ['ID=0cd5588c-e6c5-47f2-8d92-9a43784551b8,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:58.471417 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-5c038e71-ccc6-44e7-9ea7-b9244d8de59f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:58.589467 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3502fa-3bfc-48ee-bf28-56aa0af1fb1c req-091e6c10-0210-4ce5-a039-7c534b1fc1f4 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:03:58.592813 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-fa3502fa-3bfc-48ee-bf28-56aa0af1fb1c req-091e6c10-0210-4ce5-a039-7c534b1fc1f4 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 932 time: 0.8908257 Aug 14 19:03:58.619271 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.notifiers.nova [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-5529df89-8352-4de4-adfd-69e7d780b318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51a134f0-83fe-4ce2-b30d-91d08421f295 {{(pid=94116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:03:58.641827 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-5529df89-8352-4de4-adfd-69e7d780b318 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:58.682708 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-5c038e71-ccc6-44e7-9ea7-b9244d8de59f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:58.688581 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.provisioning_blocks [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-5529df89-8352-4de4-adfd-69e7d780b318 service neutron] Transition to ACTIVE for port object 51a134f0-83fe-4ce2-b30d-91d08421f295 will not be triggered until provisioned by entity L2. {{(pid=94116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:03:58.817622 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-5529df89-8352-4de4-adfd-69e7d780b318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:58.835671 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-0697956a-6b40-4f11-97d5-e96cfc54e133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:58.902994 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-172a602a-7aee-493f-95a4-d75e17fc4a6f req-7d7c2ab0-d97a-488d-ba2e-baa6054e56ab tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 210 time: 0.2123108 Aug 14 19:03:59.077349 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11e1f543-39c9-4937-b626-a95a15097de1 req-0e47ab44-91cd-4766-a925-b4ff412acb2b tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Made reservation on behalf of 2e3430e72b2f427f9643c8ae878c86fb for: {'port': 1} {{(pid=94116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:03:59.081198 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-11e1f543-39c9-4937-b626-a95a15097de1 req-0e47ab44-91cd-4766-a925-b4ff412acb2b tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:59.085640 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-5529df89-8352-4de4-adfd-69e7d780b318 service neutron] Attempting to bind port 51a134f0-83fe-4ce2-b30d-91d08421f295 on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:03:59.086106 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-5529df89-8352-4de4-adfd-69e7d780b318 service neutron] Attempting to bind port 51a134f0-83fe-4ce2-b30d-91d08421f295 by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': '5ba0e0d5-42c9-4f6a-b232-be11d5749a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1'}] {{(pid=94116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:03:59.086561 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-5529df89-8352-4de4-adfd-69e7d780b318 service neutron] Attempting to bind port 51a134f0-83fe-4ce2-b30d-91d08421f295 on network 0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1 {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:03:59.094243 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529df89-8352-4de4-adfd-69e7d780b318 service neutron] Pushing event updated for resources: {'Port': ['ID=51a134f0-83fe-4ce2-b30d-91d08421f295,revision_number=2']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:59.145012 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-5529df89-8352-4de4-adfd-69e7d780b318 service neutron] Port 51a134f0-83fe-4ce2-b30d-91d08421f295 on network 0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 14 19:03:59.145667 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-5529df89-8352-4de4-adfd-69e7d780b318 service neutron] Attempting to bind port 51a134f0-83fe-4ce2-b30d-91d08421f295 on network 0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1 {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:03:59.159767 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-fa3502fa-3bfc-48ee-bf28-56aa0af1fb1c req-5c43bff5-d582-4e97-8051-2c098e24d4ca tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5606031 Aug 14 19:03:59.300082 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-5529df89-8352-4de4-adfd-69e7d780b318 service neutron] Checking agent: {'id': '7eaedc20-6d95-47b4-8617-1798feafd334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 19, 1, 52), 'started_at': datetime.datetime(2021, 8, 14, 19, 1, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:03:59.300523 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-5529df89-8352-4de4-adfd-69e7d780b318 service neutron] Checking segment: {'id': '5ba0e0d5-42c9-4f6a-b232-be11d5749a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:03:59.301026 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-5529df89-8352-4de4-adfd-69e7d780b318 service neutron] Bound using segment: {'id': '5ba0e0d5-42c9-4f6a-b232-be11d5749a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1'} {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:03:59.301506 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-5529df89-8352-4de4-adfd-69e7d780b318 service neutron] Bound port: 51a134f0-83fe-4ce2-b30d-91d08421f295, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ba0e0d5-42c9-4f6a-b232-be11d5749a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1'}}] {{(pid=94116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:03:59.301865 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-5529df89-8352-4de4-adfd-69e7d780b318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:59.403957 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.db_base_plugin_common [req-11e1f543-39c9-4937-b626-a95a15097de1 req-0e47ab44-91cd-4766-a925-b4ff412acb2b tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Allocated IP 172.20.0.12 (d57080a4-a152-49b8-a805-9b8349e678ba/53786878-dcb5-494e-b53b-037026355e9e/e439f67d-b1e1-4dcd-93f6-20233fee9040) {{(pid=94116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:03:59.419617 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f6711-e5af-4ab3-97a1-afa1740b3be4 req-f25ec4a7-6c49-43cf-aa28-9cc5a6a77757 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:03:59.423942 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-d37f6711-e5af-4ab3-97a1-afa1740b3be4 req-f25ec4a7-6c49-43cf-aa28-9cc5a6a77757 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] 10.222.0.39 "GET /v2.0/ports?device_id=d82bdde8-37f3-4af3-a769-4b06658d0a48 HTTP/1.1" status: 200 len: 944 time: 0.3485084 Aug 14 19:03:59.449201 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-5c038e71-ccc6-44e7-9ea7-b9244d8de59f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks [] for port, precommit_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:59.454865 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-5c038e71-ccc6-44e7-9ea7-b9244d8de59f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:59.513135 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-5c038e71-ccc6-44e7-9ea7-b9244d8de59f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499347'] for floatingip, after_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:59.543688 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.notifiers.nova [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-0697956a-6b40-4f11-97d5-e96cfc54e133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a59fc614-8011-47f9-b9bd-c1734efd0102 {{(pid=94117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:03:59.557732 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-0697956a-6b40-4f11-97d5-e96cfc54e133 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:59.566705 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c038e71-ccc6-44e7-9ea7-b9244d8de59f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Pushing event updated for resources: {'Port': ['ID=0cd5588c-e6c5-47f2-8d92-9a43784551b8,revision_number=2']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:59.582672 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-5529df89-8352-4de4-adfd-69e7d780b318 service neutron] For port 51a134f0-83fe-4ce2-b30d-91d08421f295, host hv-cinder-80458, cleared binding levels {{(pid=94116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:03:59.587831 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.provisioning_blocks [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-0697956a-6b40-4f11-97d5-e96cfc54e133 service neutron] Transition to ACTIVE for port object a59fc614-8011-47f9-b9bd-c1734efd0102 will not be triggered until provisioned by entity L2. {{(pid=94117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:03:59.589485 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-5c038e71-ccc6-44e7-9ea7-b9244d8de59f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for floatingip, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:59.590640 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-5c038e71-ccc6-44e7-9ea7-b9244d8de59f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2516460 Aug 14 19:03:59.592352 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-0697956a-6b40-4f11-97d5-e96cfc54e133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:59.610640 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-5529df89-8352-4de4-adfd-69e7d780b318 service neutron] For port 51a134f0-83fe-4ce2-b30d-91d08421f295, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=51a134f0-83fe-4ce2-b30d-91d08421f295,segment=NetworkSegment(5ba0e0d5-42c9-4f6a-b232-be11d5749a7a),segment_id=5ba0e0d5-42c9-4f6a-b232-be11d5749a7a)] {{(pid=94116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:03:59.619525 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-d37f6711-e5af-4ab3-97a1-afa1740b3be4 req-6e06c73a-19fd-4793-9170-974a57b2f8db tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] 10.222.0.39 "GET /v2.0/security-groups?id=70c13d1b-68a6-4e86-9843-98e211c6b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791058 Aug 14 19:03:59.620714 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-5529df89-8352-4de4-adfd-69e7d780b318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:59.653427 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697956a-6b40-4f11-97d5-e96cfc54e133 service neutron] Pushing event updated for resources: {'Port': ['ID=a59fc614-8011-47f9-b9bd-c1734efd0102,revision_number=2']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:03:59.698159 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-5529df89-8352-4de4-adfd-69e7d780b318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:03:59.698852 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-5529df89-8352-4de4-adfd-69e7d780b318 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for port, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:59.699418 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.managers [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-0697956a-6b40-4f11-97d5-e96cfc54e133 service neutron] Attempting to bind port a59fc614-8011-47f9-b9bd-c1734efd0102 on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:03:59.700028 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.managers [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-0697956a-6b40-4f11-97d5-e96cfc54e133 service neutron] Attempting to bind port a59fc614-8011-47f9-b9bd-c1734efd0102 by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': '5ba0e0d5-42c9-4f6a-b232-be11d5749a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1'}] {{(pid=94117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:03:59.700397 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-5529df89-8352-4de4-adfd-69e7d780b318 service neutron] 10.222.0.24 "PUT /v2.0/ports/51a134f0-83fe-4ce2-b30d-91d08421f295 HTTP/1.1" status: 200 len: 1094 time: 3.0359848 Aug 14 19:03:59.700784 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-0697956a-6b40-4f11-97d5-e96cfc54e133 service neutron] Attempting to bind port a59fc614-8011-47f9-b9bd-c1734efd0102 on network 0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1 {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:03:59.706925 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-0697956a-6b40-4f11-97d5-e96cfc54e133 service neutron] Port a59fc614-8011-47f9-b9bd-c1734efd0102 on network 0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 14 19:03:59.707736 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-0697956a-6b40-4f11-97d5-e96cfc54e133 service neutron] Attempting to bind port a59fc614-8011-47f9-b9bd-c1734efd0102 on network 0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1 {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:03:59.717497 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-0697956a-6b40-4f11-97d5-e96cfc54e133 service neutron] Checking agent: {'id': '7eaedc20-6d95-47b4-8617-1798feafd334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 19, 1, 52), 'started_at': datetime.datetime(2021, 8, 14, 19, 1, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:03:59.719006 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-0697956a-6b40-4f11-97d5-e96cfc54e133 service neutron] Checking segment: {'id': '5ba0e0d5-42c9-4f6a-b232-be11d5749a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:03:59.719868 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-0697956a-6b40-4f11-97d5-e96cfc54e133 service neutron] Bound using segment: {'id': '5ba0e0d5-42c9-4f6a-b232-be11d5749a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1'} {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:03:59.720767 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.managers [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-0697956a-6b40-4f11-97d5-e96cfc54e133 service neutron] Bound port: a59fc614-8011-47f9-b9bd-c1734efd0102, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ba0e0d5-42c9-4f6a-b232-be11d5749a7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1'}}] {{(pid=94117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:03:59.721452 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-0697956a-6b40-4f11-97d5-e96cfc54e133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:59.766594 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118df121-167d-4452-b111-0c38956cc12b', 'tag': '51a134f0-83fe-4ce2-b30d-91d08421f295'}] {{(pid=94116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:03:59.821322 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-0697956a-6b40-4f11-97d5-e96cfc54e133 service neutron] For port a59fc614-8011-47f9-b9bd-c1734efd0102, host hv-cinder-80458, cleared binding levels {{(pid=94117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:03:59.825992 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-0697956a-6b40-4f11-97d5-e96cfc54e133 service neutron] For port a59fc614-8011-47f9-b9bd-c1734efd0102, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=a59fc614-8011-47f9-b9bd-c1734efd0102,segment=NetworkSegment(5ba0e0d5-42c9-4f6a-b232-be11d5749a7a),segment_id=5ba0e0d5-42c9-4f6a-b232-be11d5749a7a)] {{(pid=94117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:03:59.836252 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-0697956a-6b40-4f11-97d5-e96cfc54e133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:59.898877 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-0697956a-6b40-4f11-97d5-e96cfc54e133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:03:59.899516 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-0697956a-6b40-4f11-97d5-e96cfc54e133 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for port, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:03:59.901201 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-0697956a-6b40-4f11-97d5-e96cfc54e133 service neutron] 10.222.0.24 "PUT /v2.0/ports/a59fc614-8011-47f9-b9bd-c1734efd0102 HTTP/1.1" status: 200 len: 1094 time: 2.2005925 Aug 14 19:03:59.901693 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa97435-ad93-4ff9-b0ce-1e289c2efc24', 'tag': 'a59fc614-8011-47f9-b9bd-c1734efd0102'}] {{(pid=94117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:03:59.904232 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ea8273f875cf68671556eb39bbac10e5cf2532cbac2204340d4cc673a0511b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e82c1eb-41d8-4c2a-bdff-055196da540f" -d '{"events": [{"name": "network-changed", "server_uuid": "9aa97435-ad93-4ff9-b0ce-1e289c2efc24", "tag": "a59fc614-8011-47f9-b9bd-c1734efd0102"}]}' {{(pid=94117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:03:59.925729 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697956a-6b40-4f11-97d5-e96cfc54e133 service neutron] Pushing event updated for resources: {'Port': ['ID=a59fc614-8011-47f9-b9bd-c1734efd0102,revision_number=3']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:00.031694 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-d3287709-fd52-47af-ac18-4e9cf9ec203f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:00.033558 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-d3287709-fd52-47af-ac18-4e9cf9ec203f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6000939100bb476da8924d17890754e4&device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 1097 time: 0.0811169 Aug 14 19:04:00.037255 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-00102375-8c62-4488-bdeb-e16eea81af5b tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2074152883&fields=id&tenant_id=0ee573824097433d91bee4e7433a5196 HTTP/1.1" status: 200 len: 267 time: 0.1016369 Aug 14 19:04:00.068379 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 Aug 2021 19:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1fdcab-494a-4329-8313-779f1b588a7a x-openstack-request-id: req-ba1fdcab-494a-4329-8313-779f1b588a7a {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:04:00.068665 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aa97435-ad93-4ff9-b0ce-1e289c2efc24", "tag": "a59fc614-8011-47f9-b9bd-c1734efd0102", "status": "completed", "code": 200}]} {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:04:00.068911 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ba1fdcab-494a-4329-8313-779f1b588a7a {{(pid=94117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:04:00.069484 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aa97435-ad93-4ff9-b0ce-1e289c2efc24', 'tag': 'a59fc614-8011-47f9-b9bd-c1734efd0102', 'status': 'completed', 'code': 200} Aug 14 19:04:00.082038 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-11e1f543-39c9-4937-b626-a95a15097de1 req-0e47ab44-91cd-4766-a925-b4ff412acb2b tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks [] for port, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:00.097033 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.provisioning_blocks [req-11e1f543-39c9-4937-b626-a95a15097de1 req-0e47ab44-91cd-4766-a925-b4ff412acb2b tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Transition to ACTIVE for port object e439f67d-b1e1-4dcd-93f6-20233fee9040 will not be triggered until provisioned by entity DHCP. {{(pid=94116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:04:00.127918 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529df89-8352-4de4-adfd-69e7d780b318 service neutron] Pushing event updated for resources: {'Port': ['ID=51a134f0-83fe-4ce2-b30d-91d08421f295,revision_number=3']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:00.145655 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-fb384885-ea26-4edb-ab9f-02a85979ce8b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a59fc614-8011-47f9-b9bd-c1734efd0102 HTTP/1.1" status: 200 len: 217 time: 0.0865180 Aug 14 19:04:00.152112 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-11e1f543-39c9-4937-b626-a95a15097de1 req-0e47ab44-91cd-4766-a925-b4ff412acb2b tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948'] for port, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:00.216887 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47ab44-91cd-4766-a925-b4ff412acb2b tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Pushing event updated for resources: {'Port': ['ID=e439f67d-b1e1-4dcd-93f6-20233fee9040,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:00.262244 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11e1f543-39c9-4937-b626-a95a15097de1 req-0e47ab44-91cd-4766-a925-b4ff412acb2b tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Network d57080a4-a152-49b8-a805-9b8349e678ba is already hosted by enough agents. {{(pid=94116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:04:00.266475 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.base_scheduler [req-11e1f543-39c9-4937-b626-a95a15097de1 req-0e47ab44-91cd-4766-a925-b4ff412acb2b tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Resources bound (agent type, host, resource id): {{(pid=94116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:04:00.270548 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [req-11e1f543-39c9-4937-b626-a95a15097de1 req-0e47ab44-91cd-4766-a925-b4ff412acb2b tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Received port after_create {{(pid=94116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:04:00.276803 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1f543-39c9-4937-b626-a95a15097de1 req-0e47ab44-91cd-4766-a925-b4ff412acb2b tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:00.277478 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-11e1f543-39c9-4937-b626-a95a15097de1 req-0e47ab44-91cd-4766-a925-b4ff412acb2b tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for port, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:00.295863 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 58276) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:00.311293 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-3abf9efc-7700-4a32-aeaa-c8dfb1646689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:00.312842 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-3abf9efc-7700-4a32-aeaa-c8dfb1646689 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6000939100bb476da8924d17890754e4&device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 1097 time: 0.4069312 Aug 14 19:04:00.314105 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-11e1f543-39c9-4937-b626-a95a15097de1 req-0e47ab44-91cd-4766-a925-b4ff412acb2b tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4381154 Aug 14 19:04:00.322362 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b109e1-98ca-495f-a365-d5b47562d695 req-aa72a6d6-07d6-487f-a519-8e88157bb6a5 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:00.329818 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-42b109e1-98ca-495f-a365-d5b47562d695 req-aa72a6d6-07d6-487f-a519-8e88157bb6a5 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 932 time: 0.1981573 Aug 14 19:04:00.337936 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [req-11e1f543-39c9-4937-b626-a95a15097de1 req-f3a5b84e-ba5c-4597-a28c-6c944bad617a service neutron] Request body: {'port': {'device_id': '4c217847-1d56-47fa-9c44-1c94c5fcee7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:04:00.415143 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-8a47b47c-0bbd-4f6f-a9cb-7f92624863e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:00.416578 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-8a47b47c-0bbd-4f6f-a9cb-7f92624863e1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e77bed90-2142-41a5-a497-653e20d95723 HTTP/1.1" status: 200 len: 859 time: 0.2623355 Aug 14 19:04:00.463077 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-868677a0-4742-4b4f-b893-84574b628535 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378680 Aug 14 19:04:00.471035 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28c49a314bd7f251079b489e766d97b9f33e90e077807a9e7e5bf7a3f9e5ced" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d163465-ff0a-45bf-a186-dec77f7b4a9b" -d '{"events": [{"name": "network-changed", "server_uuid": "118df121-167d-4452-b111-0c38956cc12b", "tag": "51a134f0-83fe-4ce2-b30d-91d08421f295"}]}' {{(pid=94116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:04:00.560175 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-d76f7b70-dca6-4052-af32-848fd3071b50 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:00.561638 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-d76f7b70-dca6-4052-af32-848fd3071b50 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/networks?id=e20a322d-65f8-4e18-8722-5646c45ef02b HTTP/1.1" status: 200 len: 817 time: 0.5156777 Aug 14 19:04:00.562397 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-71ec0669-6bca-478f-8fec-abd34ae1f407 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51a134f0-83fe-4ce2-b30d-91d08421f295 HTTP/1.1" status: 200 len: 217 time: 0.2288692 Aug 14 19:04:00.569083 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-904fb342-f56d-41b8-aba3-7a2b92777c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:00.601778 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-b8e6102a-bba1-4edb-a463-89f278b4e701 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/quotas/0ee573824097433d91bee4e7433a5196 HTTP/1.1" status: 200 len: 375 time: 0.0195944 Aug 14 19:04:00.629279 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-950f2c46-c249-4514-9e9d-44c8d94caa85 service neutron] 10.222.0.24 "GET /v2.0/networks/0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522255 Aug 14 19:04:00.645519 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-42b109e1-98ca-495f-a365-d5b47562d695 req-3333633b-ade8-4c92-b698-5113a1636968 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3147738 Aug 14 19:04:00.661230 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-2b946a80-1ec3-44a3-9b15-de7d4002681c None None] Provisioning for port e439f67d-b1e1-4dcd-93f6-20233fee9040 completed by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:04:00.677226 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-11e1f543-39c9-4937-b626-a95a15097de1 req-f3a5b84e-ba5c-4597-a28c-6c944bad617a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:00.685703 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-2b946a80-1ec3-44a3-9b15-de7d4002681c None None] Provisioning complete for port e439f67d-b1e1-4dcd-93f6-20233fee9040 triggered by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:04:00.686702 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-2b946a80-1ec3-44a3-9b15-de7d4002681c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:00.697922 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-c0d6fe25-c17a-437a-ac08-c2a01305b005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:00.699596 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-c0d6fe25-c17a-437a-ac08-c2a01305b005 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e77bed90-2142-41a5-a497-653e20d95723 HTTP/1.1" status: 200 len: 859 time: 0.1164203 Aug 14 19:04:00.758844 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-dcd4ecd9-a4a4-427a-a3d5-52553e7b7c6a tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0ee573824097433d91bee4e7433a5196&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1482770 Aug 14 19:04:00.764335 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-2b946a80-1ec3-44a3-9b15-de7d4002681c None None] Port e439f67d-b1e1-4dcd-93f6-20233fee9040 cannot update to ACTIVE because it is not bound. {{(pid=94118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 14 19:04:00.781075 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-0e4c5773-d7b6-4c74-a936-6b69c8cfe1fe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731506 Aug 14 19:04:00.844319 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-dcd4c6ca-c506-4bb2-b683-fd19a6706c00 req-263120b8-e227-4018-9633-82dcd3552246 service neutron] 10.222.0.24 "GET /v2.0/networks/0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963494 Aug 14 19:04:00.895621 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-14f7f41e-d0bb-453e-bb75-104c9b65efa5 service neutron] 10.222.0.39 "GET /v2.0/networks/e20a322d-65f8-4e18-8722-5646c45ef02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231453 Aug 14 19:04:01.036358 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e82c1eb-41d8-4c2a-bdff-055196da540f req-231bae5d-0df5-4b3a-95b9-c17756d7fb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:01.038565 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-3e82c1eb-41d8-4c2a-bdff-055196da540f req-231bae5d-0df5-4b3a-95b9-c17756d7fb9e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6000939100bb476da8924d17890754e4&device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 1097 time: 0.1098032 Aug 14 19:04:01.113511 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 58308) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:01.141491 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-bf78539a-8911-43de-859e-3e14fbaf001e service neutron] 10.222.0.39 "GET /v2.0/networks/e20a322d-65f8-4e18-8722-5646c45ef02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251992 Aug 14 19:04:01.198846 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e82c1eb-41d8-4c2a-bdff-055196da540f req-0f3bbfa6-099c-4554-8be4-7c0f0999eb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:01.200603 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-3e82c1eb-41d8-4c2a-bdff-055196da540f req-0f3bbfa6-099c-4554-8be4-7c0f0999eb26 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1 HTTP/1.1" status: 200 len: 920 time: 0.1522152 Aug 14 19:04:01.210247 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-904fb342-f56d-41b8-aba3-7a2b92777c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:01.253282 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-904fb342-f56d-41b8-aba3-7a2b92777c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:01.263587 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd28c2-f92e-43ad-a56e-58007d8d6d1f req-507e0426-b08f-42fb-bd5b-3373050e6aa3 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:01.269736 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-3e82c1eb-41d8-4c2a-bdff-055196da540f req-e91b3700-6cba-444b-b097-7856d10adf7b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a59fc614-8011-47f9-b9bd-c1734efd0102 HTTP/1.1" status: 200 len: 217 time: 0.0606980 Aug 14 19:04:01.271614 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-79cd28c2-f92e-43ad-a56e-58007d8d6d1f req-507e0426-b08f-42fb-bd5b-3373050e6aa3 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 944 time: 0.4717247 Aug 14 19:04:01.295966 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-b2175f2d-3617-4910-831a-0285d7db9e4a service neutron] 10.222.0.24 "GET /v2.0/networks/0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5055933 Aug 14 19:04:01.340756 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e82c1eb-41d8-4c2a-bdff-055196da540f req-006c18b6-b7f4-4a96-bfff-5356f55c2dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:01.344257 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-3e82c1eb-41d8-4c2a-bdff-055196da540f req-006c18b6-b7f4-4a96-bfff-5356f55c2dbb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e77bed90-2142-41a5-a497-653e20d95723 HTTP/1.1" status: 200 len: 859 time: 0.0654619 Aug 14 19:04:01.383939 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-fe005c72-1bd0-4f50-a75b-606a10c0dc75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:01.413529 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-3e82c1eb-41d8-4c2a-bdff-055196da540f req-799b0080-bb06-400b-9353-bcb4ee9c65dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606968 Aug 14 19:04:01.422945 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-904fb342-f56d-41b8-aba3-7a2b92777c00 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7156d9801dd5425cbb460c4915f81e80&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1260169 Aug 14 19:04:01.436957 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 58320) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:01.437610 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904fb342-f56d-41b8-aba3-7a2b92777c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0dcc4a-946f-4d37-8b8f-1170efacd40c,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:01.558692 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-79cd28c2-f92e-43ad-a56e-58007d8d6d1f req-03ebcaf2-86bb-4bad-a013-3cfb6d0cf031 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745903 Aug 14 19:04:01.655152 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-3e82c1eb-41d8-4c2a-bdff-055196da540f req-09e9a05c-3bc0-4731-857d-e4b59df2f1c9 service neutron] 10.222.0.24 "GET /v2.0/networks/0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332425 Aug 14 19:04:01.664816 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c536c391-dd1a-475d-9aa6-f6caffa78ae9 req-67568cb8-8ec4-47f7-b10b-a87d91bae6bb service neutron] 10.222.0.24 "GET /v2.0/networks/0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492615 Aug 14 19:04:01.734966 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 Aug 2021 19:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554291de-c2ee-4e9c-8228-c75bed1951ba x-openstack-request-id: req-554291de-c2ee-4e9c-8228-c75bed1951ba {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:04:01.735327 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "118df121-167d-4452-b111-0c38956cc12b", "tag": "51a134f0-83fe-4ce2-b30d-91d08421f295", "status": "completed", "code": 200}]} {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:04:01.735645 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-554291de-c2ee-4e9c-8228-c75bed1951ba {{(pid=94116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:04:01.736282 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118df121-167d-4452-b111-0c38956cc12b', 'tag': '51a134f0-83fe-4ce2-b30d-91d08421f295', 'status': 'completed', 'code': 200} Aug 14 19:04:01.754523 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-ae1c2079-7fa3-4414-b6a2-698601df3380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:01.793950 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.notifiers.nova [req-11e1f543-39c9-4937-b626-a95a15097de1 req-f3a5b84e-ba5c-4597-a28c-6c944bad617a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e439f67d-b1e1-4dcd-93f6-20233fee9040 {{(pid=94116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:04:01.822056 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-11e1f543-39c9-4937-b626-a95a15097de1 req-f3a5b84e-ba5c-4597-a28c-6c944bad617a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:01.857901 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-ae1c2079-7fa3-4414-b6a2-698601df3380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:01.870145 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.provisioning_blocks [req-11e1f543-39c9-4937-b626-a95a15097de1 req-f3a5b84e-ba5c-4597-a28c-6c944bad617a service neutron] Transition to ACTIVE for port object e439f67d-b1e1-4dcd-93f6-20233fee9040 will not be triggered until provisioned by entity L2. {{(pid=94116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:04:01.881154 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-7948aa9e-0289-47a9-a149-43b7ae39d58f req-6b60b4c3-ec60-4bac-b601-f6da5d9e48c6 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 210 time: 0.0534818 Aug 14 19:04:01.900021 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1d738-0633-4ada-a63e-f54f72854a6c req-b6ac7de6-6b66-44c1-a0db-7c6ebbb09458 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:01.901793 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-37e1d738-0633-4ada-a63e-f54f72854a6c req-b6ac7de6-6b66-44c1-a0db-7c6ebbb09458 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] 10.222.0.39 "GET /v2.0/ports?device_id=d82bdde8-37f3-4af3-a769-4b06658d0a48 HTTP/1.1" status: 200 len: 944 time: 0.1983976 Aug 14 19:04:01.910068 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-11e1f543-39c9-4937-b626-a95a15097de1 req-f3a5b84e-ba5c-4597-a28c-6c944bad617a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:01.939881 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-3e82c1eb-41d8-4c2a-bdff-055196da540f req-2f019807-f898-488b-9bea-fe634e2afe7c service neutron] 10.222.0.24 "GET /v2.0/networks/0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750115 Aug 14 19:04:01.984905 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d163465-ff0a-45bf-a186-dec77f7b4a9b req-ac77cc12-2075-4a8c-9701-81c65545fcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:01.986579 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-3d163465-ff0a-45bf-a186-dec77f7b4a9b req-ac77cc12-2075-4a8c-9701-81c65545fcb5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6000939100bb476da8924d17890754e4&device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 1097 time: 0.2218635 Aug 14 19:04:02.004768 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-fe005c72-1bd0-4f50-a75b-606a10c0dc75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:02.026029 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 58344) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:02.053160 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-fe005c72-1bd0-4f50-a75b-606a10c0dc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:02.140977 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58874e91-a2a3-4b23-adfe-d61d571026e8 req-416348fc-e85a-47bf-b7c9-d55fad07a320 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:02.152567 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-58874e91-a2a3-4b23-adfe-d61d571026e8 req-416348fc-e85a-47bf-b7c9-d55fad07a320 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 944 time: 0.1449099 Aug 14 19:04:02.173464 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a5b84e-ba5c-4597-a28c-6c944bad617a service neutron] Pushing event updated for resources: {'Port': ['ID=e439f67d-b1e1-4dcd-93f6-20233fee9040,revision_number=2']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:02.196498 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-37e1d738-0633-4ada-a63e-f54f72854a6c req-3a593425-48e9-4d49-8571-d5faa95de3b7 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] 10.222.0.39 "GET /v2.0/security-groups?id=70c13d1b-68a6-4e86-9843-98e211c6b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644668 Aug 14 19:04:02.232076 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-ae1c2079-7fa3-4414-b6a2-698601df3380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:02.243335 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-ae1c2079-7fa3-4414-b6a2-698601df3380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:02.243335 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-ae1c2079-7fa3-4414-b6a2-698601df3380 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0c0dcc4a-946f-4d37-8b8f-1170efacd40c HTTP/1.1" status: 204 len: 168 time: 0.7954972 Aug 14 19:04:02.257609 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 536ef4ee-7a0a-4506-9f50-ab77db6ae112 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 14 19:04:02.270269 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-58874e91-a2a3-4b23-adfe-d61d571026e8 req-c2522ef9-53a5-48f9-a782-20ab6ab4be38 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138144 Aug 14 19:04:02.304970 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-fe005c72-1bd0-4f50-a75b-606a10c0dc75 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8208af07a2cc4d5380ecb10156c22bd8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1871266 Aug 14 19:04:02.305451 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 58354) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:02.325031 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe005c72-1bd0-4f50-a75b-606a10c0dc75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4aecc6-ba73-433d-8997-7ce9a4a25cf0,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:02.361175 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [req-11e1f543-39c9-4937-b626-a95a15097de1 req-f3a5b84e-ba5c-4597-a28c-6c944bad617a service neutron] Attempting to bind port e439f67d-b1e1-4dcd-93f6-20233fee9040 on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:04:02.361533 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [req-11e1f543-39c9-4937-b626-a95a15097de1 req-f3a5b84e-ba5c-4597-a28c-6c944bad617a service neutron] Attempting to bind port e439f67d-b1e1-4dcd-93f6-20233fee9040 by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': '5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd57080a4-a152-49b8-a805-9b8349e678ba'}] {{(pid=94116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:04:02.362176 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e1f543-39c9-4937-b626-a95a15097de1 req-f3a5b84e-ba5c-4597-a28c-6c944bad617a service neutron] Attempting to bind port e439f67d-b1e1-4dcd-93f6-20233fee9040 on network d57080a4-a152-49b8-a805-9b8349e678ba {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:04:02.411501 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-8b167002-95d4-4546-b8fc-76c2a8daff7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:02.418134 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c2079-7fa3-4414-b6a2-698601df3380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0dcc4a-946f-4d37-8b8f-1170efacd40c,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:02.433425 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d163465-ff0a-45bf-a186-dec77f7b4a9b req-856aa49f-ecc9-4654-9770-e6ed0406bede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:02.435508 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-3d163465-ff0a-45bf-a186-dec77f7b4a9b req-856aa49f-ecc9-4654-9770-e6ed0406bede service neutron] 10.222.0.24 "GET /v2.0/networks?id=0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1 HTTP/1.1" status: 200 len: 920 time: 0.4354663 Aug 14 19:04:02.436299 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e1f543-39c9-4937-b626-a95a15097de1 req-f3a5b84e-ba5c-4597-a28c-6c944bad617a service neutron] Port e439f67d-b1e1-4dcd-93f6-20233fee9040 on network d57080a4-a152-49b8-a805-9b8349e678ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 14 19:04:02.444468 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e1f543-39c9-4937-b626-a95a15097de1 req-f3a5b84e-ba5c-4597-a28c-6c944bad617a service neutron] Attempting to bind port e439f67d-b1e1-4dcd-93f6-20233fee9040 on network d57080a4-a152-49b8-a805-9b8349e678ba {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:04:02.450211 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-8b167002-95d4-4546-b8fc-76c2a8daff7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:02.474153 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a37f72a8-af6a-4577-8ab6-59891d2d274b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:02.485528 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 536ef4ee-7a0a-4506-9f50-ab77db6ae112, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=536ef4ee-7a0a-4506-9f50-ab77db6ae112,segment=NetworkSegment(ecaddaaa-29a0-42e8-9639-f77205c6f149),segment_id=ecaddaaa-29a0-42e8-9639-f77205c6f149)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:04:02.507432 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Returning: {'device': '536ef4ee-7a0a-4506-9f50-ab77db6ae112', 'network_id': '39f72ae9-5555-416a-84f4-08abb1566c10', 'port_id': '536ef4ee-7a0a-4506-9f50-ab77db6ae112', 'mac_address': 'fa:16:3e:76:8f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1010c491-8406-4920-83d6-acd7d40715ca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 14 19:04:02.510884 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-8b167002-95d4-4546-b8fc-76c2a8daff7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:02.513484 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-8b167002-95d4-4546-b8fc-76c2a8daff7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:02.514908 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-8b167002-95d4-4546-b8fc-76c2a8daff7d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bf4aecc6-ba73-433d-8997-7ce9a4a25cf0 HTTP/1.1" status: 204 len: 168 time: 0.2085011 Aug 14 19:04:02.523643 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b167002-95d4-4546-b8fc-76c2a8daff7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4aecc6-ba73-433d-8997-7ce9a4a25cf0,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:02.535007 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e1f543-39c9-4937-b626-a95a15097de1 req-f3a5b84e-ba5c-4597-a28c-6c944bad617a service neutron] Checking agent: {'id': '7eaedc20-6d95-47b4-8617-1798feafd334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 19, 1, 52), 'started_at': datetime.datetime(2021, 8, 14, 19, 1, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:04:02.535347 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e1f543-39c9-4937-b626-a95a15097de1 req-f3a5b84e-ba5c-4597-a28c-6c944bad617a service neutron] Checking segment: {'id': '5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd57080a4-a152-49b8-a805-9b8349e678ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:04:02.535745 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e1f543-39c9-4937-b626-a95a15097de1 req-f3a5b84e-ba5c-4597-a28c-6c944bad617a service neutron] Bound using segment: {'id': '5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd57080a4-a152-49b8-a805-9b8349e678ba'} {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:04:02.536207 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [req-11e1f543-39c9-4937-b626-a95a15097de1 req-f3a5b84e-ba5c-4597-a28c-6c944bad617a service neutron] Bound port: e439f67d-b1e1-4dcd-93f6-20233fee9040, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd57080a4-a152-49b8-a805-9b8349e678ba'}}] {{(pid=94116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:04:02.536569 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-11e1f543-39c9-4937-b626-a95a15097de1 req-f3a5b84e-ba5c-4597-a28c-6c944bad617a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:02.549849 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-3d163465-ff0a-45bf-a186-dec77f7b4a9b req-b76b1adb-5d1c-4b7c-a79f-a1f878906525 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51a134f0-83fe-4ce2-b30d-91d08421f295 HTTP/1.1" status: 200 len: 217 time: 0.1021020 Aug 14 19:04:02.606223 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:02.622314 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 536ef4ee-7a0a-4506-9f50-ab77db6ae112 {{(pid=94118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:04:02.649942 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 536ef4ee-7a0a-4506-9f50-ab77db6ae112, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=536ef4ee-7a0a-4506-9f50-ab77db6ae112,segment=NetworkSegment(ecaddaaa-29a0-42e8-9639-f77205c6f149),segment_id=ecaddaaa-29a0-42e8-9639-f77205c6f149)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:04:02.655969 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:02.692520 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d163465-ff0a-45bf-a186-dec77f7b4a9b req-f151763a-d839-42e0-af8b-a0b0e74cbca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:02.694152 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-3d163465-ff0a-45bf-a186-dec77f7b4a9b req-f151763a-d839-42e0-af8b-a0b0e74cbca2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e77bed90-2142-41a5-a497-653e20d95723 HTTP/1.1" status: 200 len: 859 time: 0.1350954 Aug 14 19:04:02.698233 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 58362) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:02.720743 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-fb55090a-631d-49da-8859-4d43c0025896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:02.735360 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=536ef4ee-7a0a-4506-9f50-ab77db6ae112,revision_number=4']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:02.762667 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-3d163465-ff0a-45bf-a186-dec77f7b4a9b req-23153427-ca05-435d-9d5f-d25e426967a5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496938 Aug 14 19:04:02.772980 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [req-11e1f543-39c9-4937-b626-a95a15097de1 req-f3a5b84e-ba5c-4597-a28c-6c944bad617a service neutron] For port e439f67d-b1e1-4dcd-93f6-20233fee9040, host hv-cinder-80458, cleared binding levels {{(pid=94116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:04:02.820955 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [req-11e1f543-39c9-4937-b626-a95a15097de1 req-f3a5b84e-ba5c-4597-a28c-6c944bad617a service neutron] For port e439f67d-b1e1-4dcd-93f6-20233fee9040, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=e439f67d-b1e1-4dcd-93f6-20233fee9040,segment=NetworkSegment(5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3),segment_id=5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3)] {{(pid=94116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:04:02.866389 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a21c1-2d48-47dd-b15a-cd2fd5cc675e req-383633fd-22f2-4dc4-835f-e391fda6d34f tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:02.868562 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-ad7a21c1-2d48-47dd-b15a-cd2fd5cc675e req-383633fd-22f2-4dc4-835f-e391fda6d34f tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 944 time: 0.2256668 Aug 14 19:04:02.869442 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-11e1f543-39c9-4937-b626-a95a15097de1 req-f3a5b84e-ba5c-4597-a28c-6c944bad617a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:02.903330 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] get_ports_and_sgs() called for port_ids ['536ef4ee-7a0a-4506-9f50-ab77db6ae112'] {{(pid=94118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 14 19:04:02.946581 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-f9407c8f-a36f-4fcc-a628-6703dd1e1da7 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:02.948119 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-f9407c8f-a36f-4fcc-a628-6703dd1e1da7 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.24 "GET /v2.0/networks?id=e20a322d-65f8-4e18-8722-5646c45ef02b HTTP/1.1" status: 200 len: 817 time: 0.1305454 Aug 14 19:04:03.046878 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-84764311-7367-4c1f-af09-2ddcf3a3e7c4 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ee573824097433d91bee4e7433a5196 HTTP/1.1" status: 200 len: 380 time: 0.0887382 Aug 14 19:04:03.064533 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-205e1533-9df4-4c88-97e4-bee2767e153f req-ea73b85c-651d-47fb-9c06-5ab350795d97 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 210 time: 0.0490038 Aug 14 19:04:03.069661 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-93ea0d53-314f-49e3-9ccb-5b7e1342438a tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Request body: {'port': {'device_id': '2bae064d-3fcf-45ed-b4a7-1c8e827d8618', 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b', 'admin_state_up': True, 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'security_groups': ['49d0a94e-d6a6-4768-9258-25768d569901']}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:04:03.088132 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a37f72a8-af6a-4577-8ab6-59891d2d274b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:03.115924 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-ad7a21c1-2d48-47dd-b15a-cd2fd5cc675e req-7516b746-db02-4cd9-8659-01b7ce3523a0 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273092 Aug 14 19:04:03.128719 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1f543-39c9-4937-b626-a95a15097de1 req-f3a5b84e-ba5c-4597-a28c-6c944bad617a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:03.129661 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-11e1f543-39c9-4937-b626-a95a15097de1 req-f3a5b84e-ba5c-4597-a28c-6c944bad617a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for port, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:03.129939 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 58372) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:03.131113 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-11e1f543-39c9-4937-b626-a95a15097de1 req-f3a5b84e-ba5c-4597-a28c-6c944bad617a service neutron] 10.222.0.24 "PUT /v2.0/ports/e439f67d-b1e1-4dcd-93f6-20233fee9040 HTTP/1.1" status: 200 len: 1094 time: 2.7991483 Aug 14 19:04:03.167552 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-3d163465-ff0a-45bf-a186-dec77f7b4a9b req-0008871e-0e09-4973-8309-2f38c3e15b4a service neutron] 10.222.0.24 "GET /v2.0/networks/0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965805 Aug 14 19:04:03.171478 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a37f72a8-af6a-4577-8ab6-59891d2d274b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:03.175342 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-3e08cdd3-8840-42d9-8fcd-eaf970f97ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:03.309724 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-fb55090a-631d-49da-8859-4d43c0025896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:03.316142 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-fb55090a-631d-49da-8859-4d43c0025896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:03.354771 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.db.api [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-93ea0d53-314f-49e3-9ccb-5b7e1342438a tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 14 19:04:03.354771 dv-cinder-804581-2-iscsi neutron-server[94117]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 14 19:04:03.354771 dv-cinder-804581-2-iscsi neutron-server[94117]: [parameters: {'project_id_1': '0ee573824097433d91bee4e7433a5196', 'expiration_1': datetime.datetime(2021, 8, 14, 19, 4, 3, 265670)}] Aug 14 19:04:03.354771 dv-cinder-804581-2-iscsi neutron-server[94117]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94117) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 14 19:04:03.355467 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG oslo_db.api [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-93ea0d53-314f-49e3-9ccb-5b7e1342438a tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 14 19:04:03.359166 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-3d163465-ff0a-45bf-a186-dec77f7b4a9b req-2035be39-5a1d-468f-a2b4-0106e050d820 service neutron] 10.222.0.24 "GET /v2.0/networks/0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584029 Aug 14 19:04:03.361998 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-a37f72a8-af6a-4577-8ab6-59891d2d274b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c7a58e8d09454a218abd398116646c85&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3054461 Aug 14 19:04:03.371857 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 58382) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:03.408807 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a5b84e-ba5c-4597-a28c-6c944bad617a service neutron] Pushing event updated for resources: {'Port': ['ID=e439f67d-b1e1-4dcd-93f6-20233fee9040,revision_number=3']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:03.423690 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-fb55090a-631d-49da-8859-4d43c0025896 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ed78a6f728f341ef8cb95fac5b5738ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7225075 Aug 14 19:04:03.435696 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb55090a-631d-49da-8859-4d43c0025896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13a936f-7c50-434c-912f-b40f86943bbf,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:03.437224 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 58386) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:03.461633 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f72a8-af6a-4577-8ab6-59891d2d274b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7a6a0b-0797-4600-bec1-30b50fbe43a7,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:03.530611 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a03f8-f986-4b6d-a1f9-d7905e5ed9d2 req-7c0f2542-cc67-4172-ae33-fb39b1fad78e tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:03.532204 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-1c3a03f8-f986-4b6d-a1f9-d7905e5ed9d2 req-7c0f2542-cc67-4172-ae33-fb39b1fad78e tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] 10.222.0.39 "GET /v2.0/ports?device_id=d82bdde8-37f3-4af3-a769-4b06658d0a48 HTTP/1.1" status: 200 len: 945 time: 0.1687067 Aug 14 19:04:03.535159 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c677644-1144-43e0-a8d5-d2cf3f8f6968 req-926bfdc0-00ae-4970-aa93-9c80ce10d523 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:03.537017 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4c677644-1144-43e0-a8d5-d2cf3f8f6968 req-926bfdc0-00ae-4970-aa93-9c80ce10d523 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 944 time: 0.1215258 Aug 14 19:04:03.540733 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-0f20fb40-0a0c-49ef-b5a8-056c6e14d273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:03.572600 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1f543-39c9-4937-b626-a95a15097de1 req-aac2ca60-e5e1-4f96-832c-bec35013e571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:03.574963 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-11e1f543-39c9-4937-b626-a95a15097de1 req-aac2ca60-e5e1-4f96-832c-bec35013e571 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e3430e72b2f427f9643c8ae878c86fb&device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 1097 time: 0.3896823 Aug 14 19:04:03.616976 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-0f20fb40-0a0c-49ef-b5a8-056c6e14d273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:03.642574 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-11e1f543-39c9-4937-b626-a95a15097de1 req-48fd2deb-f793-49ad-b960-d5d72ad42dca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e439f67d-b1e1-4dcd-93f6-20233fee9040 HTTP/1.1" status: 200 len: 217 time: 0.0570910 Aug 14 19:04:03.645161 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-b91f4825-89b2-451b-b230-bee5584a186e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:03.645320 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-3e08cdd3-8840-42d9-8fcd-eaf970f97ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:03.650097 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4c677644-1144-43e0-a8d5-d2cf3f8f6968 req-1ac25878-5d3f-4365-8173-a37dcd306bc2 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025524 Aug 14 19:04:03.656036 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-3e08cdd3-8840-42d9-8fcd-eaf970f97ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:03.658778 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-1c3a03f8-f986-4b6d-a1f9-d7905e5ed9d2 req-fe46783e-9c38-47ad-89e1-87a946e84ced tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] 10.222.0.39 "GET /v2.0/security-groups?id=70c13d1b-68a6-4e86-9843-98e211c6b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102967 Aug 14 19:04:03.711199 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-b91f4825-89b2-451b-b230-bee5584a186e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:03.720641 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-3e08cdd3-8840-42d9-8fcd-eaf970f97ce2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c2390023ac634374a5ce96d91af1f5d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5852704 Aug 14 19:04:03.721198 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e08cdd3-8840-42d9-8fcd-eaf970f97ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8772b79b-9cfd-44ca-81d4-40db88596175,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:03.723362 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 58392) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:03.738445 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c217847-1d56-47fa-9c44-1c94c5fcee7d', 'tag': 'e439f67d-b1e1-4dcd-93f6-20233fee9040'}] {{(pid=94116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:04:03.740677 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28c49a314bd7f251079b489e766d97b9f33e90e077807a9e7e5bf7a3f9e5ced" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce48541-1038-4c91-80e6-b85ad9146908" -d '{"events": [{"name": "network-changed", "server_uuid": "4c217847-1d56-47fa-9c44-1c94c5fcee7d", "tag": "e439f67d-b1e1-4dcd-93f6-20233fee9040"}]}' {{(pid=94116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:04:03.754176 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1f543-39c9-4937-b626-a95a15097de1 req-8d17fcde-293b-463e-9666-139198f1ead9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:03.755574 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-11e1f543-39c9-4937-b626-a95a15097de1 req-8d17fcde-293b-463e-9666-139198f1ead9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53786878-dcb5-494e-b53b-037026355e9e HTTP/1.1" status: 200 len: 850 time: 0.0958114 Aug 14 19:04:03.762517 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-0f20fb40-0a0c-49ef-b5a8-056c6e14d273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:03.766465 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-0f20fb40-0a0c-49ef-b5a8-056c6e14d273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:03.770963 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-0f20fb40-0a0c-49ef-b5a8-056c6e14d273 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2f7a6a0b-0797-4600-bec1-30b50fbe43a7 HTTP/1.1" status: 204 len: 168 time: 0.3906381 Aug 14 19:04:03.789999 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20fb40-0a0c-49ef-b5a8-056c6e14d273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7a6a0b-0797-4600-bec1-30b50fbe43a7,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:03.813218 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-12c5f981-b714-45a2-8d13-3bc388a4a723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:03.823842 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1f543-39c9-4937-b626-a95a15097de1 req-0d4cf968-f354-47a7-918e-09b9c9760e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:03.825591 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-11e1f543-39c9-4937-b626-a95a15097de1 req-0d4cf968-f354-47a7-918e-09b9c9760e8c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d57080a4-a152-49b8-a805-9b8349e678ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0609312 Aug 14 19:04:03.844412 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 Aug 2021 19:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcf3340-3efa-47c3-994b-ce6ff9ec0bbb x-openstack-request-id: req-ffcf3340-3efa-47c3-994b-ce6ff9ec0bbb {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:04:03.844412 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c217847-1d56-47fa-9c44-1c94c5fcee7d", "tag": "e439f67d-b1e1-4dcd-93f6-20233fee9040", "status": "completed", "code": 200}]} {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:04:03.844679 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ffcf3340-3efa-47c3-994b-ce6ff9ec0bbb {{(pid=94116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:04:03.845124 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c217847-1d56-47fa-9c44-1c94c5fcee7d', 'tag': 'e439f67d-b1e1-4dcd-93f6-20233fee9040', 'status': 'completed', 'code': 200} Aug 14 19:04:03.845744 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-b91f4825-89b2-451b-b230-bee5584a186e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:03.848505 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-b91f4825-89b2-451b-b230-bee5584a186e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:03.852918 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-b91f4825-89b2-451b-b230-bee5584a186e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e13a936f-7c50-434c-912f-b40f86943bbf HTTP/1.1" status: 204 len: 168 time: 0.3960299 Aug 14 19:04:03.853073 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-12c5f981-b714-45a2-8d13-3bc388a4a723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:03.905526 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-93ea0d53-314f-49e3-9ccb-5b7e1342438a tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Made reservation on behalf of 0ee573824097433d91bee4e7433a5196 for: {'port': 1} {{(pid=94117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:04:03.909486 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-93ea0d53-314f-49e3-9ccb-5b7e1342438a tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:03.947669 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-12c5f981-b714-45a2-8d13-3bc388a4a723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:03.950901 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-12c5f981-b714-45a2-8d13-3bc388a4a723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:03.954430 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-12c5f981-b714-45a2-8d13-3bc388a4a723 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8772b79b-9cfd-44ca-81d4-40db88596175 HTTP/1.1" status: 204 len: 168 time: 0.2273765 Aug 14 19:04:04.001067 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5f981-b714-45a2-8d13-3bc388a4a723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8772b79b-9cfd-44ca-81d4-40db88596175,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:04.090832 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f4825-89b2-451b-b230-bee5584a186e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13a936f-7c50-434c-912f-b40f86943bbf,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:04.101682 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.db_base_plugin_common [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-93ea0d53-314f-49e3-9ccb-5b7e1342438a tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Allocated IP 172.20.0.8 (e20a322d-65f8-4e18-8722-5646c45ef02b/d22740df-b26d-44e8-8433-34e5ba454618/05b7d85a-12fc-4cbf-971e-151d3d875524) {{(pid=94117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:04:04.166005 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-11e1f543-39c9-4937-b626-a95a15097de1 req-9d330408-14f0-4b39-a03a-8cb20c8a91fc service neutron] 10.222.0.24 "GET /v2.0/networks/d57080a4-a152-49b8-a805-9b8349e678ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298931 Aug 14 19:04:04.238152 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 51a134f0-83fe-4ce2-b30d-91d08421f295 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 14 19:04:04.285921 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 536ef4ee-7a0a-4506-9f50-ab77db6ae112 up at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:04:04.308748 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-da27e42c-6cf1-4b9e-8cc5-5e8b7881236a req-5604f205-6d37-4ea9-ab3d-3501f610c234 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 210 time: 0.0602362 Aug 14 19:04:04.316441 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c3ee7-908a-4301-8e3b-8f000ac1b11f req-7e124d9f-1d4b-4472-a10a-f45a228ffc5e tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:04.318069 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c32c3ee7-908a-4301-8e3b-8f000ac1b11f req-7e124d9f-1d4b-4472-a10a-f45a228ffc5e tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 944 time: 0.1192424 Aug 14 19:04:04.323529 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-11e1f543-39c9-4937-b626-a95a15097de1 req-813fb709-06be-4fd5-860e-a5029aa798eb service neutron] 10.222.0.24 "GET /v2.0/networks/d57080a4-a152-49b8-a805-9b8349e678ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523628 Aug 14 19:04:04.402766 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-93ea0d53-314f-49e3-9ccb-5b7e1342438a tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks [] for port, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:04.405739 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c32c3ee7-908a-4301-8e3b-8f000ac1b11f req-731b71d7-f94c-4995-916b-bde84faf7e9d tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806706 Aug 14 19:04:04.432514 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce48541-1038-4c91-80e6-b85ad9146908 req-fdc1937b-8b7e-4e48-b22b-827bc6c63532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:04.432736 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.provisioning_blocks [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-93ea0d53-314f-49e3-9ccb-5b7e1342438a tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Transition to ACTIVE for port object 05b7d85a-12fc-4cbf-971e-151d3d875524 will not be triggered until provisioned by entity DHCP. {{(pid=94117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:04:04.434222 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-dce48541-1038-4c91-80e6-b85ad9146908 req-fdc1937b-8b7e-4e48-b22b-827bc6c63532 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e3430e72b2f427f9643c8ae878c86fb&device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 1097 time: 0.0611565 Aug 14 19:04:04.462167 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 51a134f0-83fe-4ce2-b30d-91d08421f295, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=51a134f0-83fe-4ce2-b30d-91d08421f295,segment=NetworkSegment(5ba0e0d5-42c9-4f6a-b232-be11d5749a7a),segment_id=5ba0e0d5-42c9-4f6a-b232-be11d5749a7a)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:04:04.499295 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Returning: {'device': '51a134f0-83fe-4ce2-b30d-91d08421f295', 'network_id': '0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1', 'port_id': '51a134f0-83fe-4ce2-b30d-91d08421f295', 'mac_address': 'fa:16:3e:0f:d5:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e77bed90-2142-41a5-a497-653e20d95723', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 14 19:04:04.509186 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-93ea0d53-314f-49e3-9ccb-5b7e1342438a tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948'] for port, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:04.560961 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce48541-1038-4c91-80e6-b85ad9146908 req-f555b997-0294-4d78-b424-360416f176ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:04.562889 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-dce48541-1038-4c91-80e6-b85ad9146908 req-f555b997-0294-4d78-b424-360416f176ab service neutron] 10.222.0.24 "GET /v2.0/networks?id=d57080a4-a152-49b8-a805-9b8349e678ba HTTP/1.1" status: 200 len: 912 time: 0.1212080 Aug 14 19:04:04.585149 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:04.593610 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-93ea0d53-314f-49e3-9ccb-5b7e1342438a tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Network e20a322d-65f8-4e18-8722-5646c45ef02b is already hosted by enough agents. {{(pid=94117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:04:04.599112 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.base_scheduler [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-93ea0d53-314f-49e3-9ccb-5b7e1342438a tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Resources bound (agent type, host, resource id): {{(pid=94117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:04:04.604737 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-93ea0d53-314f-49e3-9ccb-5b7e1342438a tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Received port after_create {{(pid=94117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:04:04.611165 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-93ea0d53-314f-49e3-9ccb-5b7e1342438a tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:04.611817 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-93ea0d53-314f-49e3-9ccb-5b7e1342438a tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for port, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:04.622102 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51a134f0-83fe-4ce2-b30d-91d08421f295 {{(pid=94118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:04:04.636595 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 58422) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:04.645680 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-93ea0d53-314f-49e3-9ccb-5b7e1342438a tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5838280 Aug 14 19:04:04.647927 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ea0d53-314f-49e3-9ccb-5b7e1342438a tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Pushing event updated for resources: {'Port': ['ID=05b7d85a-12fc-4cbf-971e-151d3d875524,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:04.657471 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-5b8cc858-14f5-45ea-9c25-e09e5777e9b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:04.670604 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-25f6e841-95d3-4a0b-a4ac-7a5b170595f8 service neutron] Request body: {'port': {'device_id': '2bae064d-3fcf-45ed-b4a7-1c8e827d8618', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:04:04.673368 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-dce48541-1038-4c91-80e6-b85ad9146908 req-8eeaecb7-0763-4ef8-938c-f3a56765a95b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e439f67d-b1e1-4dcd-93f6-20233fee9040 HTTP/1.1" status: 200 len: 217 time: 0.0905039 Aug 14 19:04:04.676741 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 51a134f0-83fe-4ce2-b30d-91d08421f295, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=51a134f0-83fe-4ce2-b30d-91d08421f295,segment=NetworkSegment(5ba0e0d5-42c9-4f6a-b232-be11d5749a7a),segment_id=5ba0e0d5-42c9-4f6a-b232-be11d5749a7a)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:04:04.707371 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:04.708030 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device a59fc614-8011-47f9-b9bd-c1734efd0102 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 14 19:04:04.797014 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port a59fc614-8011-47f9-b9bd-c1734efd0102, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=a59fc614-8011-47f9-b9bd-c1734efd0102,segment=NetworkSegment(5ba0e0d5-42c9-4f6a-b232-be11d5749a7a),segment_id=5ba0e0d5-42c9-4f6a-b232-be11d5749a7a)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:04:04.814103 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce48541-1038-4c91-80e6-b85ad9146908 req-5cf16d57-212b-4d6b-bba7-90f7e2457497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:04.815528 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Returning: {'device': 'a59fc614-8011-47f9-b9bd-c1734efd0102', 'network_id': '0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1', 'port_id': 'a59fc614-8011-47f9-b9bd-c1734efd0102', 'mac_address': 'fa:16:3e:60:38:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e77bed90-2142-41a5-a497-653e20d95723', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 14 19:04:04.817766 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-dce48541-1038-4c91-80e6-b85ad9146908 req-5cf16d57-212b-4d6b-bba7-90f7e2457497 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53786878-dcb5-494e-b53b-037026355e9e HTTP/1.1" status: 200 len: 850 time: 0.1424348 Aug 14 19:04:04.830142 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning for port 536ef4ee-7a0a-4506-9f50-ab77db6ae112 completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:04:04.839357 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning complete for port 536ef4ee-7a0a-4506-9f50-ab77db6ae112 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:04:04.840720 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:04.921764 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-5b8cc858-14f5-45ea-9c25-e09e5777e9b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:04.930318 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:04.940432 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-5b8cc858-14f5-45ea-9c25-e09e5777e9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:04.947030 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717167f9-1a70-47af-b133-0293d82bd59b req-347ffdb3-bb11-4cbb-ad89-c1778778116d tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:04.949246 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-717167f9-1a70-47af-b133-0293d82bd59b req-347ffdb3-bb11-4cbb-ad89-c1778778116d tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] 10.222.0.39 "GET /v2.0/ports?device_id=d82bdde8-37f3-4af3-a769-4b06658d0a48 HTTP/1.1" status: 200 len: 945 time: 0.0665727 Aug 14 19:04:04.956156 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce48541-1038-4c91-80e6-b85ad9146908 req-0710560f-8fb6-46c7-8573-9e886464c17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:04.957715 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-dce48541-1038-4c91-80e6-b85ad9146908 req-0710560f-8fb6-46c7-8573-9e886464c17b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d57080a4-a152-49b8-a805-9b8349e678ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1278419 Aug 14 19:04:04.961449 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a59fc614-8011-47f9-b9bd-c1734efd0102 {{(pid=94118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:04:05.025935 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port a59fc614-8011-47f9-b9bd-c1734efd0102, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=a59fc614-8011-47f9-b9bd-c1734efd0102,segment=NetworkSegment(5ba0e0d5-42c9-4f6a-b232-be11d5749a7a),segment_id=5ba0e0d5-42c9-4f6a-b232-be11d5749a7a)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:04:05.034539 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=51a134f0-83fe-4ce2-b30d-91d08421f295,revision_number=4']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:05.050780 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:05.112474 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=a59fc614-8011-47f9-b9bd-c1734efd0102,revision_number=4']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:05.119997 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-dce48541-1038-4c91-80e6-b85ad9146908 req-a8b614a2-158a-4615-a6a1-9837316d3e5c service neutron] 10.222.0.24 "GET /v2.0/networks/d57080a4-a152-49b8-a805-9b8349e678ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517706 Aug 14 19:04:05.134791 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8cc858-14f5-45ea-9c25-e09e5777e9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26b6657-6ffa-4b4e-9601-7345d9fb6868,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:05.153052 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-5b8cc858-14f5-45ea-9c25-e09e5777e9b5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=884cebe8b53c482d91c9f7255ca863aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5131631 Aug 14 19:04:05.155623 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-25f6e841-95d3-4a0b-a4ac-7a5b170595f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:05.161669 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 58444) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:05.166885 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-717167f9-1a70-47af-b133-0293d82bd59b req-47f125e9-2f55-4bd7-af52-4daebd8d8e20 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] 10.222.0.39 "GET /v2.0/security-groups?id=70c13d1b-68a6-4e86-9843-98e211c6b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080603 Aug 14 19:04:05.218315 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde2869-12ef-4f28-ba29-1f4c56bc3ec4 req-0b46cf3d-d742-49ee-8c11-55c2ca6189a5 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:05.230119 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-5bde2869-12ef-4f28-ba29-1f4c56bc3ec4 req-0b46cf3d-d742-49ee-8c11-55c2ca6189a5 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 944 time: 0.3067033 Aug 14 19:04:05.231068 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-f7ac5bc0-e189-44c3-9dcf-b1a073d21b02 None None] Provisioning for port 05b7d85a-12fc-4cbf-971e-151d3d875524 completed by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:04:05.236342 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-f7ac5bc0-e189-44c3-9dcf-b1a073d21b02 None None] Provisioning complete for port 05b7d85a-12fc-4cbf-971e-151d3d875524 triggered by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:04:05.236869 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-f7ac5bc0-e189-44c3-9dcf-b1a073d21b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:05.239701 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:05.267129 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-b6f3b0f8-c3a7-4b90-90b2-42277a510f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:05.302988 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-b6f3b0f8-c3a7-4b90-90b2-42277a510f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:05.307221 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-dce48541-1038-4c91-80e6-b85ad9146908 req-ec62a5e7-4c6f-4571-8dec-1591f4b6af03 service neutron] 10.222.0.24 "GET /v2.0/networks/d57080a4-a152-49b8-a805-9b8349e678ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736767 Aug 14 19:04:05.310061 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82bdde8-37f3-4af3-a769-4b06658d0a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536ef4ee-7a0a-4506-9f50-ab77db6ae112'}] {{(pid=94118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:04:05.348289 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-5bde2869-12ef-4f28-ba29-1f4c56bc3ec4 req-5872fd4e-4d94-4b48-98ad-1af8eb547e2e tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147828 Aug 14 19:04:05.370005 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-b6f3b0f8-c3a7-4b90-90b2-42277a510f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:05.375076 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-b6f3b0f8-c3a7-4b90-90b2-42277a510f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:05.378627 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-b6f3b0f8-c3a7-4b90-90b2-42277a510f1c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c26b6657-6ffa-4b4e-9601-7345d9fb6868 HTTP/1.1" status: 204 len: 168 time: 0.2128298 Aug 14 19:04:05.399692 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] get_ports_and_sgs() called for port_ids ['51a134f0-83fe-4ce2-b30d-91d08421f295'] {{(pid=94118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 14 19:04:05.400329 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f3b0f8-c3a7-4b90-90b2-42277a510f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26b6657-6ffa-4b4e-9601-7345d9fb6868,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:05.403555 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] get_ports_and_sgs() called for port_ids ['a59fc614-8011-47f9-b9bd-c1734efd0102'] {{(pid=94118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 14 19:04:05.493623 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad908c42-b5a4-4e5f-ac1b-3cb845b708cf req-286e06f4-d198-4437-a4e8-ae231b8c7828 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:05.495686 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-ad908c42-b5a4-4e5f-ac1b-3cb845b708cf req-286e06f4-d198-4437-a4e8-ae231b8c7828 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 931 time: 0.0578396 Aug 14 19:04:05.529441 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 536ef4ee-7a0a-4506-9f50-ab77db6ae112, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=536ef4ee-7a0a-4506-9f50-ab77db6ae112,segment=NetworkSegment(ecaddaaa-29a0-42e8-9639-f77205c6f149),segment_id=ecaddaaa-29a0-42e8-9639-f77205c6f149)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:04:05.538679 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-f7ac5bc0-e189-44c3-9dcf-b1a073d21b02 None None] Port 05b7d85a-12fc-4cbf-971e-151d3d875524 cannot update to ACTIVE because it is not bound. {{(pid=94118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 14 19:04:05.552246 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:05.576843 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-ad908c42-b5a4-4e5f-ac1b-3cb845b708cf req-91afc13d-bf07-4ce5-839d-8147881d1e1a tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747633 Aug 14 19:04:05.651395 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 58462) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:05.685518 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=536ef4ee-7a0a-4506-9f50-ab77db6ae112,revision_number=5']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:05.686993 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e730e-5abf-4f8a-82ad-b5af7f5a8f52 req-aeddeb00-511f-463e-9ae5-89a1c9942afe tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:05.688650 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e94e730e-5abf-4f8a-82ad-b5af7f5a8f52 req-aeddeb00-511f-463e-9ae5-89a1c9942afe tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 945 time: 0.1371217 Aug 14 19:04:05.751423 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e94e730e-5abf-4f8a-82ad-b5af7f5a8f52 req-a2e462ad-3aa3-4c31-bcf2-4cc52312954a tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554445 Aug 14 19:04:05.835236 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.notifiers.nova [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-25f6e841-95d3-4a0b-a4ac-7a5b170595f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05b7d85a-12fc-4cbf-971e-151d3d875524 {{(pid=94117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:04:05.843584 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-25f6e841-95d3-4a0b-a4ac-7a5b170595f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:05.866697 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.provisioning_blocks [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-25f6e841-95d3-4a0b-a4ac-7a5b170595f8 service neutron] Transition to ACTIVE for port object 05b7d85a-12fc-4cbf-971e-151d3d875524 will not be triggered until provisioned by entity L2. {{(pid=94117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:04:05.873279 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-25f6e841-95d3-4a0b-a4ac-7a5b170595f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:05.967210 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec225036cb8a85e900ef4a1438a865ee1e0a541caa4576dd66f1a48457471f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9846aa-7640-4cfe-a111-13ba27930ed4" -d '{"events": [{"server_uuid": "d82bdde8-37f3-4af3-a769-4b06658d0a48", "name": "network-vif-plugged", "status": "completed", "tag": "536ef4ee-7a0a-4506-9f50-ab77db6ae112"}]}' {{(pid=94118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:04:05.997344 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f6e841-95d3-4a0b-a4ac-7a5b170595f8 service neutron] Pushing event updated for resources: {'Port': ['ID=05b7d85a-12fc-4cbf-971e-151d3d875524,revision_number=2']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:06.003035 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.managers [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-25f6e841-95d3-4a0b-a4ac-7a5b170595f8 service neutron] Attempting to bind port 05b7d85a-12fc-4cbf-971e-151d3d875524 on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:04:06.003375 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.managers [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-25f6e841-95d3-4a0b-a4ac-7a5b170595f8 service neutron] Attempting to bind port 05b7d85a-12fc-4cbf-971e-151d3d875524 by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': 'c4c75483-348a-49f7-b9f3-841d9687ab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b'}] {{(pid=94117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:04:06.003758 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-25f6e841-95d3-4a0b-a4ac-7a5b170595f8 service neutron] Attempting to bind port 05b7d85a-12fc-4cbf-971e-151d3d875524 on network e20a322d-65f8-4e18-8722-5646c45ef02b {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:04:06.016569 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-25f6e841-95d3-4a0b-a4ac-7a5b170595f8 service neutron] Port 05b7d85a-12fc-4cbf-971e-151d3d875524 on network e20a322d-65f8-4e18-8722-5646c45ef02b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 14 19:04:06.016901 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-25f6e841-95d3-4a0b-a4ac-7a5b170595f8 service neutron] Attempting to bind port 05b7d85a-12fc-4cbf-971e-151d3d875524 on network e20a322d-65f8-4e18-8722-5646c45ef02b {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:04:06.027264 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-25f6e841-95d3-4a0b-a4ac-7a5b170595f8 service neutron] Checking agent: {'id': '7eaedc20-6d95-47b4-8617-1798feafd334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 19, 1, 52), 'started_at': datetime.datetime(2021, 8, 14, 19, 1, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:04:06.029721 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-c65ddeef-3f14-4f7b-b2ca-bed7a37f7292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:06.031786 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-25f6e841-95d3-4a0b-a4ac-7a5b170595f8 service neutron] Checking segment: {'id': 'c4c75483-348a-49f7-b9f3-841d9687ab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:04:06.032100 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-25f6e841-95d3-4a0b-a4ac-7a5b170595f8 service neutron] Bound using segment: {'id': 'c4c75483-348a-49f7-b9f3-841d9687ab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b'} {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:04:06.032577 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.managers [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-25f6e841-95d3-4a0b-a4ac-7a5b170595f8 service neutron] Bound port: 05b7d85a-12fc-4cbf-971e-151d3d875524, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4c75483-348a-49f7-b9f3-841d9687ab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b'}}] {{(pid=94117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:04:06.033009 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-25f6e841-95d3-4a0b-a4ac-7a5b170595f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:06.123350 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-25f6e841-95d3-4a0b-a4ac-7a5b170595f8 service neutron] For port 05b7d85a-12fc-4cbf-971e-151d3d875524, host hv-cinder-80458, cleared binding levels {{(pid=94117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:04:06.130338 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-25f6e841-95d3-4a0b-a4ac-7a5b170595f8 service neutron] For port 05b7d85a-12fc-4cbf-971e-151d3d875524, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=05b7d85a-12fc-4cbf-971e-151d3d875524,segment=NetworkSegment(c4c75483-348a-49f7-b9f3-841d9687ab46),segment_id=c4c75483-348a-49f7-b9f3-841d9687ab46)] {{(pid=94117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:04:06.140695 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-25f6e841-95d3-4a0b-a4ac-7a5b170595f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:06.182497 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-c65ddeef-3f14-4f7b-b2ca-bed7a37f7292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:06.182936 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-25f6e841-95d3-4a0b-a4ac-7a5b170595f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:06.184723 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-25f6e841-95d3-4a0b-a4ac-7a5b170595f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for port, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:06.188586 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-25f6e841-95d3-4a0b-a4ac-7a5b170595f8 service neutron] 10.222.0.24 "PUT /v2.0/ports/05b7d85a-12fc-4cbf-971e-151d3d875524 HTTP/1.1" status: 200 len: 1093 time: 1.5230081 Aug 14 19:04:06.189078 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-c65ddeef-3f14-4f7b-b2ca-bed7a37f7292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:06.193017 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bae064d-3fcf-45ed-b4a7-1c8e827d8618', 'tag': '05b7d85a-12fc-4cbf-971e-151d3d875524'}] {{(pid=94117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:04:06.196425 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ea8273f875cf68671556eb39bbac10e5cf2532cbac2204340d4cc673a0511b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696b6bb2-3078-4945-8496-32eab637cede" -d '{"events": [{"name": "network-changed", "server_uuid": "2bae064d-3fcf-45ed-b4a7-1c8e827d8618", "tag": "05b7d85a-12fc-4cbf-971e-151d3d875524"}]}' {{(pid=94117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:04:06.259347 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-c65ddeef-3f14-4f7b-b2ca-bed7a37f7292 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=443a0a6b32ea42c88db1710b477a60c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6068256 Aug 14 19:04:06.261012 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 58486) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:06.262609 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ddeef-3f14-4f7b-b2ca-bed7a37f7292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd643b4-00dc-4bc7-9291-4b1fa59ec2f9,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:06.312264 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 58488) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:06.316205 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e8d60d-6230-4072-b5bb-fa6126310d1c x-openstack-request-id: req-56e8d60d-6230-4072-b5bb-fa6126310d1c {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:04:06.316744 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d82bdde8-37f3-4af3-a769-4b06658d0a48", "name": "network-vif-plugged", "status": "completed", "tag": "536ef4ee-7a0a-4506-9f50-ab77db6ae112", "code": 200}]} {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:04:06.316744 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-56e8d60d-6230-4072-b5bb-fa6126310d1c {{(pid=94118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:04:06.317183 dv-cinder-804581-2-iscsi neutron-server[94118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd82bdde8-37f3-4af3-a769-4b06658d0a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536ef4ee-7a0a-4506-9f50-ab77db6ae112', 'code': 200} Aug 14 19:04:06.366492 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-e6d56a1c-bfd8-4a35-a0ce-3214fa620ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:06.395156 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-e6d56a1c-bfd8-4a35-a0ce-3214fa620ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:06.412623 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f6e841-95d3-4a0b-a4ac-7a5b170595f8 service neutron] Pushing event updated for resources: {'Port': ['ID=05b7d85a-12fc-4cbf-971e-151d3d875524,revision_number=3']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:06.462007 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 Aug 2021 19:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46967aa6-6cd7-456b-bf00-0029afe24ea4 x-openstack-request-id: req-46967aa6-6cd7-456b-bf00-0029afe24ea4 {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:04:06.462553 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bae064d-3fcf-45ed-b4a7-1c8e827d8618", "tag": "05b7d85a-12fc-4cbf-971e-151d3d875524", "status": "completed", "code": 200}]} {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:04:06.462800 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-46967aa6-6cd7-456b-bf00-0029afe24ea4 {{(pid=94117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:04:06.463691 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bae064d-3fcf-45ed-b4a7-1c8e827d8618', 'tag': '05b7d85a-12fc-4cbf-971e-151d3d875524', 'status': 'completed', 'code': 200} Aug 14 19:04:06.481917 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-e6d56a1c-bfd8-4a35-a0ce-3214fa620ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:06.485542 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-e6d56a1c-bfd8-4a35-a0ce-3214fa620ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:06.487483 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-e6d56a1c-bfd8-4a35-a0ce-3214fa620ad1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9fd643b4-00dc-4bc7-9291-4b1fa59ec2f9 HTTP/1.1" status: 204 len: 168 time: 0.2040205 Aug 14 19:04:06.503056 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-a6662811-f28b-457e-8e57-a9328910142f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:06.589574 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d56a1c-bfd8-4a35-a0ce-3214fa620ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd643b4-00dc-4bc7-9291-4b1fa59ec2f9,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:06.632068 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183bd05-4a07-4644-8dc0-cfd5ec28f3f8 req-1c351488-7428-4f2c-80e3-bf76c66f7cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:06.633728 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-9183bd05-4a07-4644-8dc0-cfd5ec28f3f8 req-1c351488-7428-4f2c-80e3-bf76c66f7cea service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d82bdde8-37f3-4af3-a769-4b06658d0a48 HTTP/1.1" status: 200 len: 1099 time: 0.1396303 Aug 14 19:04:06.642185 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6510e-2e10-4ed5-a795-e17ed042be11 req-a2ef7043-5ae5-46f1-bf4f-c7e108f4bd2f tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:06.643871 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-eba6510e-2e10-4ed5-a795-e17ed042be11 req-a2ef7043-5ae5-46f1-bf4f-c7e108f4bd2f tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 944 time: 0.1542645 Aug 14 19:04:06.660912 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-9183bd05-4a07-4644-8dc0-cfd5ec28f3f8 req-0342a616-9d85-43cc-be70-d2b20d407afa service neutron] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:06.716161 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-eba6510e-2e10-4ed5-a795-e17ed042be11 req-d4aac43c-1035-4e5f-94be-26c8e1b274cd tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574882 Aug 14 19:04:06.798714 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-b1264a6c-8505-480f-9a1c-19e369a21498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:06.800230 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-b1264a6c-8505-480f-9a1c-19e369a21498 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ee573824097433d91bee4e7433a5196&device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 1096 time: 0.5605376 Aug 14 19:04:06.805557 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-9183bd05-4a07-4644-8dc0-cfd5ec28f3f8 req-0342a616-9d85-43cc-be70-d2b20d407afa service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:06.808442 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c16c4e-f46d-4347-b632-444a417cf83e req-cc834724-8581-45c5-aa42-6877a31eb090 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:06.809962 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-46c16c4e-f46d-4347-b632-444a417cf83e req-cc834724-8581-45c5-aa42-6877a31eb090 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] 10.222.0.39 "GET /v2.0/ports?device_id=d82bdde8-37f3-4af3-a769-4b06658d0a48 HTTP/1.1" status: 200 len: 946 time: 0.5012481 Aug 14 19:04:06.826831 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-9183bd05-4a07-4644-8dc0-cfd5ec28f3f8 req-0342a616-9d85-43cc-be70-d2b20d407afa service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:06.884451 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-9183bd05-4a07-4644-8dc0-cfd5ec28f3f8 req-0342a616-9d85-43cc-be70-d2b20d407afa service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=70c13d1b-68a6-4e86-9843-98e211c6b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392559 Aug 14 19:04:06.897310 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-46c16c4e-f46d-4347-b632-444a417cf83e req-00b9ebfc-4b95-4131-b72d-a3c945a4b77f tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] 10.222.0.39 "GET /v2.0/security-groups?id=70c13d1b-68a6-4e86-9843-98e211c6b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765483 Aug 14 19:04:06.898137 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0342a616-9d85-43cc-be70-d2b20d407afa service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee17ad6-49e4-4b34-b65c-b783f6926fc1,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:06.904638 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-bd85df05-6892-4d02-aa69-5a1edc55d86d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05b7d85a-12fc-4cbf-971e-151d3d875524 HTTP/1.1" status: 200 len: 217 time: 0.0934975 Aug 14 19:04:06.932322 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876c9f3-72bf-4e49-bd69-ad2da31e50d7 req-75172b31-6f2f-4b37-8924-71d4000f0907 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:06.944804 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-d876c9f3-72bf-4e49-bd69-ad2da31e50d7 req-75172b31-6f2f-4b37-8924-71d4000f0907 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 943 time: 0.1410117 Aug 14 19:04:07.010911 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-d876c9f3-72bf-4e49-bd69-ad2da31e50d7 req-5caa677e-4fac-4b68-b114-907242bdb002 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650973 Aug 14 19:04:07.067718 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-bd5f58da-398b-4ea9-93ac-3878ac64a892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:07.069212 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-bd5f58da-398b-4ea9-93ac-3878ac64a892 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d22740df-b26d-44e8-8433-34e5ba454618 HTTP/1.1" status: 200 len: 856 time: 0.1125138 Aug 14 19:04:07.072066 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-a6662811-f28b-457e-8e57-a9328910142f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:07.085761 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-a6662811-f28b-457e-8e57-a9328910142f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:07.101525 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e08428-9be2-4ae0-b5d8-4c93c42be8ac req-5ecdc5df-8316-4ae4-ad37-cbc8d5d1bf78 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:07.102972 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f5e08428-9be2-4ae0-b5d8-4c93c42be8ac req-5ecdc5df-8316-4ae4-ad37-cbc8d5d1bf78 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 945 time: 0.1075208 Aug 14 19:04:07.182202 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6662811-f28b-457e-8e57-a9328910142f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1edf74a-7906-419a-a346-21529c303e30,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:07.199604 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-a6662811-f28b-457e-8e57-a9328910142f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d31f90c101a1400386a8b5aeece53041&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8860488 Aug 14 19:04:07.202362 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 58516) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:07.225462 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-23148e5d-8f36-49d5-baf3-1bac13d34011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:07.227732 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-23148e5d-8f36-49d5-baf3-1bac13d34011 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e20a322d-65f8-4e18-8722-5646c45ef02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1511769 Aug 14 19:04:07.234629 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f5e08428-9be2-4ae0-b5d8-4c93c42be8ac req-e0d7e694-f201-43ba-a841-a8af03e0999c tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109200 Aug 14 19:04:07.283324 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-cf514cd4-fcd7-4ada-9030-c1d16293a801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:07.308752 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-cf514cd4-fcd7-4ada-9030-c1d16293a801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:07.312876 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 58520) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:07.333829 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-99927eb6-ec4b-49ba-a27e-e63e25df5de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:07.359332 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-8459a6a2-10b4-4e6f-b6a0-9b8fb1f3a416 service neutron] 10.222.0.24 "GET /v2.0/networks/e20a322d-65f8-4e18-8722-5646c45ef02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227241 Aug 14 19:04:07.406982 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-cf514cd4-fcd7-4ada-9030-c1d16293a801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:07.410147 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-cf514cd4-fcd7-4ada-9030-c1d16293a801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:07.414690 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-cf514cd4-fcd7-4ada-9030-c1d16293a801 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a1edf74a-7906-419a-a346-21529c303e30 HTTP/1.1" status: 204 len: 168 time: 0.2109697 Aug 14 19:04:07.441853 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf514cd4-fcd7-4ada-9030-c1d16293a801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1edf74a-7906-419a-a346-21529c303e30,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:07.491886 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-a8e25e75-69fd-4480-ba76-652bd08b56a0 req-acccbbbf-048f-4b19-89fa-be516d261bc0 service neutron] 10.222.0.24 "GET /v2.0/networks/e20a322d-65f8-4e18-8722-5646c45ef02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229193 Aug 14 19:04:07.513595 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-99927eb6-ec4b-49ba-a27e-e63e25df5de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:07.519364 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-99927eb6-ec4b-49ba-a27e-e63e25df5de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:07.579561 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-99927eb6-ec4b-49ba-a27e-e63e25df5de7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5824dd946941426e80f994704574eca1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2658010 Aug 14 19:04:07.580185 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 58534) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:07.586872 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99927eb6-ec4b-49ba-a27e-e63e25df5de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef44ebc2-f22b-4af6-977a-6df76c7f444b,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:07.612434 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b6bb2-3078-4945-8496-32eab637cede req-94dc7217-37e1-48a7-bd2e-0a1512a5634d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:07.614321 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-696b6bb2-3078-4945-8496-32eab637cede req-94dc7217-37e1-48a7-bd2e-0a1512a5634d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ee573824097433d91bee4e7433a5196&device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 1096 time: 0.0675070 Aug 14 19:04:07.639183 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-fcaca30f-b5e5-4625-b49f-0f8ae4a6039f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:07.670449 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-fcaca30f-b5e5-4625-b49f-0f8ae4a6039f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:07.729850 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b6bb2-3078-4945-8496-32eab637cede req-26c081f0-5371-4837-9c51-9075253685bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:07.730991 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-fcaca30f-b5e5-4625-b49f-0f8ae4a6039f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:07.732086 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-696b6bb2-3078-4945-8496-32eab637cede req-26c081f0-5371-4837-9c51-9075253685bf service neutron] 10.222.0.24 "GET /v2.0/networks?id=e20a322d-65f8-4e18-8722-5646c45ef02b HTTP/1.1" status: 200 len: 918 time: 0.1106970 Aug 14 19:04:07.733516 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-fcaca30f-b5e5-4625-b49f-0f8ae4a6039f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:07.734830 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-fcaca30f-b5e5-4625-b49f-0f8ae4a6039f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ef44ebc2-f22b-4af6-977a-6df76c7f444b HTTP/1.1" status: 204 len: 168 time: 0.1533065 Aug 14 19:04:07.743304 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaca30f-b5e5-4625-b49f-0f8ae4a6039f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef44ebc2-f22b-4af6-977a-6df76c7f444b,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:07.796457 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-696b6bb2-3078-4945-8496-32eab637cede req-e1f6068c-9049-446c-bba8-98d3d9eccbe2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05b7d85a-12fc-4cbf-971e-151d3d875524 HTTP/1.1" status: 200 len: 217 time: 0.0569150 Aug 14 19:04:07.849632 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b6bb2-3078-4945-8496-32eab637cede req-98bd1cbc-9a6d-4576-b6db-ec34f843cbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:07.853638 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-696b6bb2-3078-4945-8496-32eab637cede req-98bd1cbc-9a6d-4576-b6db-ec34f843cbfb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d22740df-b26d-44e8-8433-34e5ba454618 HTTP/1.1" status: 200 len: 856 time: 0.0487030 Aug 14 19:04:07.871581 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e8822-e3c5-403b-bcdd-48f6fbaa4d2d req-e15a0edc-9e80-4290-8e2e-8910f04abfbc tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:07.873177 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-1f2e8822-e3c5-403b-bcdd-48f6fbaa4d2d req-e15a0edc-9e80-4290-8e2e-8910f04abfbc tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 944 time: 0.0707114 Aug 14 19:04:07.913228 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-1f2e8822-e3c5-403b-bcdd-48f6fbaa4d2d req-c541674d-8774-4eb8-abca-f375060263e8 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339181 Aug 14 19:04:07.914399 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b6bb2-3078-4945-8496-32eab637cede req-3ce3c159-fd0e-4802-b8fd-0bf938372440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:07.916059 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-696b6bb2-3078-4945-8496-32eab637cede req-3ce3c159-fd0e-4802-b8fd-0bf938372440 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e20a322d-65f8-4e18-8722-5646c45ef02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523243 Aug 14 19:04:08.074189 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ce274-11c6-4be4-b9ba-925a2de49048 req-cf28a8e3-04bd-4e5d-939c-828da88e9a99 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:08.075735 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-947ce274-11c6-4be4-b9ba-925a2de49048 req-cf28a8e3-04bd-4e5d-939c-828da88e9a99 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] 10.222.0.39 "GET /v2.0/ports?device_id=d82bdde8-37f3-4af3-a769-4b06658d0a48 HTTP/1.1" status: 200 len: 946 time: 0.0788441 Aug 14 19:04:08.105822 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-696b6bb2-3078-4945-8496-32eab637cede req-5ca76ee8-38d9-4a26-b5d2-7d6c1136bd5d service neutron] 10.222.0.24 "GET /v2.0/networks/e20a322d-65f8-4e18-8722-5646c45ef02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739612 Aug 14 19:04:08.171376 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-947ce274-11c6-4be4-b9ba-925a2de49048 req-9ecec5d2-d6aa-4be3-99f7-b29cecf0479f tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] 10.222.0.39 "GET /v2.0/security-groups?id=70c13d1b-68a6-4e86-9843-98e211c6b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691037 Aug 14 19:04:08.172884 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad3594-645a-4ba8-b5c5-2bfdb3e456f1 req-300f3804-5490-43d8-9b65-bfe9ba37d8f8 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:08.175553 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-52ad3594-645a-4ba8-b5c5-2bfdb3e456f1 req-300f3804-5490-43d8-9b65-bfe9ba37d8f8 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 943 time: 0.0771554 Aug 14 19:04:08.275028 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-696b6bb2-3078-4945-8496-32eab637cede req-121ec436-ec59-4003-bc65-32ca645b179c service neutron] 10.222.0.24 "GET /v2.0/networks/e20a322d-65f8-4e18-8722-5646c45ef02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444159 Aug 14 19:04:08.277830 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device e439f67d-b1e1-4dcd-93f6-20233fee9040 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 14 19:04:08.285260 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-52ad3594-645a-4ba8-b5c5-2bfdb3e456f1 req-70bd0d5c-5340-4c45-8c43-3eb5b938809e tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034195 Aug 14 19:04:08.364787 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 51a134f0-83fe-4ce2-b30d-91d08421f295 up at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:04:08.436928 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098e074-6b13-4d40-a503-3a6f21409c2c req-477ded82-f20e-43b3-8bb0-4890f160439d tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:08.445444 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-b098e074-6b13-4d40-a503-3a6f21409c2c req-477ded82-f20e-43b3-8bb0-4890f160439d tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 945 time: 0.0631583 Aug 14 19:04:08.452806 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port e439f67d-b1e1-4dcd-93f6-20233fee9040, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=e439f67d-b1e1-4dcd-93f6-20233fee9040,segment=NetworkSegment(5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3),segment_id=5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:04:08.470596 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Returning: {'device': 'e439f67d-b1e1-4dcd-93f6-20233fee9040', 'network_id': 'd57080a4-a152-49b8-a805-9b8349e678ba', 'port_id': 'e439f67d-b1e1-4dcd-93f6-20233fee9040', 'mac_address': 'fa:16:3e:04:ad:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53786878-dcb5-494e-b53b-037026355e9e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 14 19:04:08.474348 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning for port 51a134f0-83fe-4ce2-b30d-91d08421f295 completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:04:08.483518 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning complete for port 51a134f0-83fe-4ce2-b30d-91d08421f295 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:04:08.484084 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:08.514627 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-b098e074-6b13-4d40-a503-3a6f21409c2c req-55446f33-718f-4a52-ae02-a786507b2456 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644724 Aug 14 19:04:08.567321 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:08.586764 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e439f67d-b1e1-4dcd-93f6-20233fee9040 {{(pid=94118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:04:08.634821 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port e439f67d-b1e1-4dcd-93f6-20233fee9040, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=e439f67d-b1e1-4dcd-93f6-20233fee9040,segment=NetworkSegment(5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3),segment_id=5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:04:08.642235 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:08.683808 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:08.719336 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=e439f67d-b1e1-4dcd-93f6-20233fee9040,revision_number=4']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:08.726606 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118df121-167d-4452-b111-0c38956cc12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a134f0-83fe-4ce2-b30d-91d08421f295'}] {{(pid=94118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:04:08.729858 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec225036cb8a85e900ef4a1438a865ee1e0a541caa4576dd66f1a48457471f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d08ce9-6717-45e7-9690-ac76e4d8409a" -d '{"events": [{"server_uuid": "118df121-167d-4452-b111-0c38956cc12b", "name": "network-vif-plugged", "status": "completed", "tag": "51a134f0-83fe-4ce2-b30d-91d08421f295"}]}' {{(pid=94118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:04:08.744796 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 51a134f0-83fe-4ce2-b30d-91d08421f295, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=51a134f0-83fe-4ce2-b30d-91d08421f295,segment=NetworkSegment(5ba0e0d5-42c9-4f6a-b232-be11d5749a7a),segment_id=5ba0e0d5-42c9-4f6a-b232-be11d5749a7a)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:04:08.749790 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:08.751443 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device a59fc614-8011-47f9-b9bd-c1734efd0102 up at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:04:08.847449 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3ce5b6-6fe9-4bf8-980b-89b543cdb921 x-openstack-request-id: req-5c3ce5b6-6fe9-4bf8-980b-89b543cdb921 {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:04:08.847449 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118df121-167d-4452-b111-0c38956cc12b", "name": "network-vif-plugged", "status": "completed", "tag": "51a134f0-83fe-4ce2-b30d-91d08421f295", "code": 200}]} {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:04:08.847747 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5c3ce5b6-6fe9-4bf8-980b-89b543cdb921 {{(pid=94118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:04:08.848250 dv-cinder-804581-2-iscsi neutron-server[94118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118df121-167d-4452-b111-0c38956cc12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a134f0-83fe-4ce2-b30d-91d08421f295', 'code': 200} Aug 14 19:04:08.855897 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=51a134f0-83fe-4ce2-b30d-91d08421f295,revision_number=5']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:08.879421 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] get_ports_and_sgs() called for port_ids ['e439f67d-b1e1-4dcd-93f6-20233fee9040'] {{(pid=94118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 14 19:04:08.913619 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning for port a59fc614-8011-47f9-b9bd-c1734efd0102 completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:04:08.922008 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning complete for port a59fc614-8011-47f9-b9bd-c1734efd0102 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:04:08.922404 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:09.228824 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a7f3b-3d11-44e9-89d3-edb073fffa47 req-1cd638bf-516c-4b26-86c4-c25e9918c86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:09.231297 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-645a7f3b-3d11-44e9-89d3-edb073fffa47 req-1cd638bf-516c-4b26-86c4-c25e9918c86f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 1099 time: 0.1522555 Aug 14 19:04:09.231426 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:09.246699 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd1724-42e9-4db8-b802-8df414d221b9 req-415f2b9a-d3b2-420e-89dc-14ea9f610c01 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:09.263967 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-2abd1724-42e9-4db8-b802-8df414d221b9 req-415f2b9a-d3b2-420e-89dc-14ea9f610c01 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 945 time: 0.1063831 Aug 14 19:04:09.346561 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port a59fc614-8011-47f9-b9bd-c1734efd0102, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=a59fc614-8011-47f9-b9bd-c1734efd0102,segment=NetworkSegment(5ba0e0d5-42c9-4f6a-b232-be11d5749a7a),segment_id=5ba0e0d5-42c9-4f6a-b232-be11d5749a7a)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:04:09.354516 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:09.378673 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd221a-c4f2-44a1-85c1-b0e6766e90a7 req-b5ce362e-1b50-436b-a863-32b972810de9 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:09.381852 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-94bd221a-c4f2-44a1-85c1-b0e6766e90a7 req-b5ce362e-1b50-436b-a863-32b972810de9 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] 10.222.0.39 "GET /v2.0/ports?device_id=d82bdde8-37f3-4af3-a769-4b06658d0a48 HTTP/1.1" status: 200 len: 946 time: 0.0852668 Aug 14 19:04:09.395463 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-2abd1724-42e9-4db8-b802-8df414d221b9 req-6e57b52e-5a5f-4632-a46e-0bf3099b1468 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299100 Aug 14 19:04:09.397637 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 58622) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:09.411703 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-645a7f3b-3d11-44e9-89d3-edb073fffa47 req-2f860c1f-a8fb-47f0-8427-53fa6c8a2ebd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307495 Aug 14 19:04:09.456002 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-94bd221a-c4f2-44a1-85c1-b0e6766e90a7 req-16715ef2-352b-4f21-8dbf-0e56afc00519 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] 10.222.0.39 "GET /v2.0/security-groups?id=70c13d1b-68a6-4e86-9843-98e211c6b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571780 Aug 14 19:04:09.465185 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=a59fc614-8011-47f9-b9bd-c1734efd0102,revision_number=5']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:09.542955 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614c095-6552-4139-9cf8-c66485fe44cd req-03f476ed-5274-42be-8268-3252f867d1eb tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:09.544605 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-7614c095-6552-4139-9cf8-c66485fe44cd req-03f476ed-5274-42be-8268-3252f867d1eb tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 943 time: 0.0631135 Aug 14 19:04:09.607863 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-7614c095-6552-4139-9cf8-c66485fe44cd req-5befc5a9-1809-4dd2-a619-f5d7fbc47aa9 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495405 Aug 14 19:04:09.627347 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-cfc49565-285d-4b77-8a2a-48c4c786d546 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-95810739-network', 'tenant_id': '57b196ea5998444a9ab7554028e26a06'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:04:09.672150 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc49565-285d-4b77-8a2a-48c4c786d546 admin admin] Made reservation on behalf of 57b196ea5998444a9ab7554028e26a06 for: {'network': 1} {{(pid=94116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:04:09.674787 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-cfc49565-285d-4b77-8a2a-48c4c786d546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for network, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:09.686555 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230778d-ca7e-4164-8762-8f435a25c21e req-d5854975-8c4c-4365-bf41-9bf411985559 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:09.688215 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-3230778d-ca7e-4164-8762-8f435a25c21e req-d5854975-8c4c-4365-bf41-9bf411985559 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.0776432 Aug 14 19:04:09.696965 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-cfc49565-285d-4b77-8a2a-48c4c786d546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:09.755884 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-3230778d-ca7e-4164-8762-8f435a25c21e req-1d5f5d63-8be1-4c43-92a8-92f8bed7b592 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598788 Aug 14 19:04:09.833354 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-cfc49565-285d-4b77-8a2a-48c4c786d546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:09.838709 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-cfc49565-285d-4b77-8a2a-48c4c786d546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:09.870764 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfc49565-285d-4b77-8a2a-48c4c786d546 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=94116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 14 19:04:09.877444 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc49565-285d-4b77-8a2a-48c4c786d546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509f6d83-a01b-41bc-bf03-2d391b1f0497,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:09.886208 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-cfc49565-285d-4b77-8a2a-48c4c786d546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736'] for segment, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:09.886792 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.db.segments_db [None req-cfc49565-285d-4b77-8a2a-48c4c786d546 admin admin] Added segment 9394bf39-7eec-4bdb-ab49-5b7303e66913 of type vlan for network 20331935-1bbf-4063-b12c-9e4f0a8eb19a Aug 14 19:04:09.932098 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-cfc49565-285d-4b77-8a2a-48c4c786d546 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754978905146'] for network, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:09.962672 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-cfc49565-285d-4b77-8a2a-48c4c786d546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998'] for network, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:09.963781 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc49565-285d-4b77-8a2a-48c4c786d546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:09.964387 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-cfc49565-285d-4b77-8a2a-48c4c786d546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for network, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:10.027580 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-cfc49565-285d-4b77-8a2a-48c4c786d546 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6250281 Aug 14 19:04:10.027896 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 58646) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:10.035662 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-d09506e7-00bc-412b-9e5e-0c070455d9f1 admin admin] Request body: {'subnet': {'network_id': '20331935-1bbf-4063-b12c-9e4f0a8eb19a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-95810739-subnet', 'tenant_id': '57b196ea5998444a9ab7554028e26a06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:04:10.042234 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc49565-285d-4b77-8a2a-48c4c786d546 admin admin] Pushing event updated for resources: {'Network': ['ID=20331935-1bbf-4063-b12c-9e4f0a8eb19a,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:10.055237 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Network 20331935-1bbf-4063-b12c-9e4f0a8eb19a details requested by agent ovs-agent-dv-cinder-804581-2-iscsi with host dv-cinder-804581-2-iscsi {{(pid=94118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 14 19:04:10.066244 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09506e7-00bc-412b-9e5e-0c070455d9f1 admin admin] Made reservation on behalf of 57b196ea5998444a9ab7554028e26a06 for: {'subnet': 1} {{(pid=94116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:04:10.068725 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d09506e7-00bc-412b-9e5e-0c070455d9f1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:10.269883 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d09506e7-00bc-412b-9e5e-0c070455d9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998'] for subnet, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:10.291619 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 05b7d85a-12fc-4cbf-971e-151d3d875524 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 14 19:04:10.294753 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device e439f67d-b1e1-4dcd-93f6-20233fee9040 up at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:04:10.346890 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09506e7-00bc-412b-9e5e-0c070455d9f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=547e0cd1-85f6-4296-9602-35e5d08e9674,revision_number=0']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:10.356306 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09506e7-00bc-412b-9e5e-0c070455d9f1 admin admin] Checking segment: {'id': '9394bf39-7eec-4bdb-ab49-5b7303e66913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '20331935-1bbf-4063-b12c-9e4f0a8eb19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:04:10.356774 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09506e7-00bc-412b-9e5e-0c070455d9f1 admin admin] Network hostable DHCP agents. Network: 20331935-1bbf-4063-b12c-9e4f0a8eb19a, hostable agents: ['0d7bdec9-f5f8-4d0a-807a-57e5ce61a6b1'], hosted agents: [] {{(pid=94116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 14 19:04:10.382776 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09506e7-00bc-412b-9e5e-0c070455d9f1 admin admin] Network 20331935-1bbf-4063-b12c-9e4f0a8eb19a is scheduled to be hosted by DHCP agent 0d7bdec9-f5f8-4d0a-807a-57e5ce61a6b1 with binding_index 1 {{(pid=94116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 14 19:04:10.409245 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.base_scheduler [None req-d09506e7-00bc-412b-9e5e-0c070455d9f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804581-2-iscsi, 20331935-1bbf-4063-b12c-9e4f0a8eb19a) {{(pid=94116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:04:10.418745 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09506e7-00bc-412b-9e5e-0c070455d9f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:10.419367 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d09506e7-00bc-412b-9e5e-0c070455d9f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for subnet, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:10.451259 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-d09506e7-00bc-412b-9e5e-0c070455d9f1 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4208858 Aug 14 19:04:10.457570 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3acab1-a9db-4f67-b30d-d37cdf34bf16 None None] Network 20331935-1bbf-4063-b12c-9e4f0a8eb19a requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 19:04:10.599237 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3effaa-cda4-4a18-92c2-e2fbcb6e477d req-9e81a7a0-0037-485a-9c4d-5a5b18d84759 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:10.601350 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ae3effaa-cda4-4a18-92c2-e2fbcb6e477d req-9e81a7a0-0037-485a-9c4d-5a5b18d84759 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 945 time: 0.0980361 Aug 14 19:04:10.673664 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ae3effaa-cda4-4a18-92c2-e2fbcb6e477d req-fdf593df-18f6-4275-bfab-a81f7848f59d tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650191 Aug 14 19:04:10.757946 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning for port e439f67d-b1e1-4dcd-93f6-20233fee9040 completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:04:10.779781 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning complete for port e439f67d-b1e1-4dcd-93f6-20233fee9040 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:04:10.780164 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:10.793950 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 05b7d85a-12fc-4cbf-971e-151d3d875524, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=05b7d85a-12fc-4cbf-971e-151d3d875524,segment=NetworkSegment(c4c75483-348a-49f7-b9f3-841d9687ab46),segment_id=c4c75483-348a-49f7-b9f3-841d9687ab46)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:04:10.851248 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa97435-ad93-4ff9-b0ce-1e289c2efc24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59fc614-8011-47f9-b9bd-c1734efd0102'}] {{(pid=94118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:04:10.860027 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec225036cb8a85e900ef4a1438a865ee1e0a541caa4576dd66f1a48457471f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b074d2-3546-408e-a807-36da84562636" -d '{"events": [{"server_uuid": "9aa97435-ad93-4ff9-b0ce-1e289c2efc24", "name": "network-vif-plugged", "status": "completed", "tag": "a59fc614-8011-47f9-b9bd-c1734efd0102"}]}' {{(pid=94118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:04:10.876368 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Returning: {'device': '05b7d85a-12fc-4cbf-971e-151d3d875524', 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b', 'port_id': '05b7d85a-12fc-4cbf-971e-151d3d875524', 'mac_address': 'fa:16:3e:90:03:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd22740df-b26d-44e8-8433-34e5ba454618', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 14 19:04:10.922324 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057814d-432b-4a76-acb1-73c6fdd4636d req-47b6afc0-e4f7-49b2-b4e7-0d8e3ec5ce5d tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:10.933777 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-b057814d-432b-4a76-acb1-73c6fdd4636d req-47b6afc0-e4f7-49b2-b4e7-0d8e3ec5ce5d tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 943 time: 0.1631694 Aug 14 19:04:10.979634 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9907282-1cfd-4ee8-9d25-191fda61e7af None None] Network 20331935-1bbf-4063-b12c-9e4f0a8eb19a requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 19:04:11.028792 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd7847-c097-4aec-9674-8432e9139585 req-0f68809f-c9a5-4017-9ff6-5e3239ea87ff tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:11.036089 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-cabd7847-c097-4aec-9674-8432e9139585 req-0f68809f-c9a5-4017-9ff6-5e3239ea87ff tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.1432412 Aug 14 19:04:11.050373 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:11.052737 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-b057814d-432b-4a76-acb1-73c6fdd4636d req-7fef008f-f23e-4a4c-9da6-98e1c8a6753a tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126506 Aug 14 19:04:11.102582 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-cabd7847-c097-4aec-9674-8432e9139585 req-896df95e-e5f5-49eb-a5ce-0dd661a3426a tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497115 Aug 14 19:04:11.154105 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05b7d85a-12fc-4cbf-971e-151d3d875524 {{(pid=94118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:04:11.175778 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 05b7d85a-12fc-4cbf-971e-151d3d875524, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=05b7d85a-12fc-4cbf-971e-151d3d875524,segment=NetworkSegment(c4c75483-348a-49f7-b9f3-841d9687ab46),segment_id=c4c75483-348a-49f7-b9f3-841d9687ab46)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:04:11.179994 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf39c84a-11b8-4abe-8ead-80368d9009d4 x-openstack-request-id: req-cf39c84a-11b8-4abe-8ead-80368d9009d4 {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:04:11.180317 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa97435-ad93-4ff9-b0ce-1e289c2efc24", "name": "network-vif-plugged", "status": "completed", "tag": "a59fc614-8011-47f9-b9bd-c1734efd0102", "code": 200}]} {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:04:11.180528 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cf39c84a-11b8-4abe-8ead-80368d9009d4 {{(pid=94118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:04:11.180912 dv-cinder-804581-2-iscsi neutron-server[94118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa97435-ad93-4ff9-b0ce-1e289c2efc24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59fc614-8011-47f9-b9bd-c1734efd0102', 'code': 200} Aug 14 19:04:11.221190 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:11.226831 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:11.352565 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port e439f67d-b1e1-4dcd-93f6-20233fee9040, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=e439f67d-b1e1-4dcd-93f6-20233fee9040,segment=NetworkSegment(5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3),segment_id=5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:04:11.357792 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=05b7d85a-12fc-4cbf-971e-151d3d875524,revision_number=4']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:11.362354 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:11.403923 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ed775-df35-4480-aa0a-8427c8f25740 req-2d47104a-bd95-467d-9803-e59e529361b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:11.405766 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-356ed775-df35-4480-aa0a-8427c8f25740 req-2d47104a-bd95-467d-9803-e59e529361b8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 1099 time: 0.0709167 Aug 14 19:04:11.433266 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=e439f67d-b1e1-4dcd-93f6-20233fee9040,revision_number=5']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:11.458956 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-356ed775-df35-4480-aa0a-8427c8f25740 req-4e2717d8-f597-472e-8bef-63a2515209dc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447450 Aug 14 19:04:11.496868 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] get_ports_and_sgs() called for port_ids ['05b7d85a-12fc-4cbf-971e-151d3d875524'] {{(pid=94118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 14 19:04:11.528624 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 58734) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:11.536560 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-f024adc1-06a2-4f52-921c-e4cb09b49848 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2004129116-network', 'tenant_id': 'd81bc65a22cb4238ac8e321659f5a7d3'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:04:11.578376 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f024adc1-06a2-4f52-921c-e4cb09b49848 admin admin] Made reservation on behalf of d81bc65a22cb4238ac8e321659f5a7d3 for: {'network': 1} {{(pid=94116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:04:11.582647 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f024adc1-06a2-4f52-921c-e4cb09b49848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for network, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:11.593817 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f024adc1-06a2-4f52-921c-e4cb09b49848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:11.728720 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f024adc1-06a2-4f52-921c-e4cb09b49848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:11.733414 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f024adc1-06a2-4f52-921c-e4cb09b49848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:11.775524 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f024adc1-06a2-4f52-921c-e4cb09b49848 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=94116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 14 19:04:11.816754 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f024adc1-06a2-4f52-921c-e4cb09b49848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736'] for segment, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:11.817280 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.db.segments_db [None req-f024adc1-06a2-4f52-921c-e4cb09b49848 admin admin] Added segment 35f1c040-b7ef-44b8-afcd-16e0fd3a9c9b of type vlan for network 8cf55d12-e5b1-4a5e-822a-13660a5f6d2f Aug 14 19:04:11.819561 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f024adc1-06a2-4f52-921c-e4cb09b49848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9dde89-e737-4129-8d10-4c189f02e42b,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:11.884607 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f024adc1-06a2-4f52-921c-e4cb09b49848 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754978905146'] for network, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:11.908232 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b543614-7010-43bf-8dfb-2489432bf28e req-e60b55e1-567c-4182-a387-1c6973028115 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:11.910180 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-8b543614-7010-43bf-8dfb-2489432bf28e req-e60b55e1-567c-4182-a387-1c6973028115 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.1587086 Aug 14 19:04:11.963693 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f024adc1-06a2-4f52-921c-e4cb09b49848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998'] for network, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:11.965129 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f024adc1-06a2-4f52-921c-e4cb09b49848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:11.966197 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f024adc1-06a2-4f52-921c-e4cb09b49848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for network, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:11.988611 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-8b543614-7010-43bf-8dfb-2489432bf28e req-a80b5e65-f8e3-41ad-bc05-520a8e792c92 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720279 Aug 14 19:04:12.041403 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-f024adc1-06a2-4f52-921c-e4cb09b49848 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5117252 Aug 14 19:04:12.042226 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f024adc1-06a2-4f52-921c-e4cb09b49848 admin admin] Pushing event updated for resources: {'Network': ['ID=8cf55d12-e5b1-4a5e-822a-13660a5f6d2f,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:12.051082 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 58752) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:12.051082 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-1829bea9-6f8a-485d-9158-b30c12e41809 admin admin] Request body: {'subnet': {'network_id': '8cf55d12-e5b1-4a5e-822a-13660a5f6d2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2004129116-subnet', 'tenant_id': 'd81bc65a22cb4238ac8e321659f5a7d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:04:12.060827 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Network 8cf55d12-e5b1-4a5e-822a-13660a5f6d2f details requested by agent ovs-agent-dv-cinder-804581-2-iscsi with host dv-cinder-804581-2-iscsi {{(pid=94118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 14 19:04:12.070963 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1829bea9-6f8a-485d-9158-b30c12e41809 admin admin] Made reservation on behalf of d81bc65a22cb4238ac8e321659f5a7d3 for: {'subnet': 1} {{(pid=94116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:04:12.073507 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-1829bea9-6f8a-485d-9158-b30c12e41809 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:12.201998 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e04aed-f273-4b76-9ec9-fbea05d1953f req-d5759a42-b770-4b5d-8ee2-566548d3f7ab tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:12.203516 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-52e04aed-f273-4b76-9ec9-fbea05d1953f req-d5759a42-b770-4b5d-8ee2-566548d3f7ab tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 944 time: 0.0609732 Aug 14 19:04:12.259582 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-52e04aed-f273-4b76-9ec9-fbea05d1953f req-b59a8862-9a0c-475b-a42c-0aeb8480c459 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483348 Aug 14 19:04:12.318112 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7483e4a-efe5-46c9-ba3d-042f94ecfb67 req-5150d13d-810c-49ff-9896-305678b285d9 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:12.320151 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-f7483e4a-efe5-46c9-ba3d-042f94ecfb67 req-5150d13d-810c-49ff-9896-305678b285d9 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.1246462 Aug 14 19:04:12.359114 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-1829bea9-6f8a-485d-9158-b30c12e41809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998'] for subnet, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:12.426954 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-f7483e4a-efe5-46c9-ba3d-042f94ecfb67 req-cf66e632-9abc-4384-977c-7a5a06af434f tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871098 Aug 14 19:04:12.432891 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829bea9-6f8a-485d-9158-b30c12e41809 admin admin] Pushing event updated for resources: {'Subnet': ['ID=874b2190-39d1-407b-8d96-de94092a426c,revision_number=0']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:12.465108 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1829bea9-6f8a-485d-9158-b30c12e41809 admin admin] Checking segment: {'id': '35f1c040-b7ef-44b8-afcd-16e0fd3a9c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '8cf55d12-e5b1-4a5e-822a-13660a5f6d2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:04:12.465826 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1829bea9-6f8a-485d-9158-b30c12e41809 admin admin] Network hostable DHCP agents. Network: 8cf55d12-e5b1-4a5e-822a-13660a5f6d2f, hostable agents: ['0d7bdec9-f5f8-4d0a-807a-57e5ce61a6b1'], hosted agents: [] {{(pid=94116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 14 19:04:12.487269 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1829bea9-6f8a-485d-9158-b30c12e41809 admin admin] Network 8cf55d12-e5b1-4a5e-822a-13660a5f6d2f is scheduled to be hosted by DHCP agent 0d7bdec9-f5f8-4d0a-807a-57e5ce61a6b1 with binding_index 1 {{(pid=94116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 14 19:04:12.497167 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.base_scheduler [None req-1829bea9-6f8a-485d-9158-b30c12e41809 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804581-2-iscsi, 8cf55d12-e5b1-4a5e-822a-13660a5f6d2f) {{(pid=94116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:04:12.501131 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1829bea9-6f8a-485d-9158-b30c12e41809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:12.501793 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-1829bea9-6f8a-485d-9158-b30c12e41809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for subnet, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:12.508823 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e847e7ab-4e9d-4b66-b34c-2c178353bc83 None None] Network 8cf55d12-e5b1-4a5e-822a-13660a5f6d2f requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 19:04:12.528849 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-1829bea9-6f8a-485d-9158-b30c12e41809 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4816308 Aug 14 19:04:12.655991 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f7d75e-f4d9-44c8-8dc9-08561319a7f2 None None] Network 8cf55d12-e5b1-4a5e-822a-13660a5f6d2f requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 19:04:13.175030 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff2e86-9e8a-4c28-8859-43e3a2f6cce0 req-50991ae5-d302-452c-8d58-2db8c6b02579 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:13.182292 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c217847-1d56-47fa-9c44-1c94c5fcee7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e439f67d-b1e1-4dcd-93f6-20233fee9040'}] {{(pid=94118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:04:13.184189 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-a4ff2e86-9e8a-4c28-8859-43e3a2f6cce0 req-50991ae5-d302-452c-8d58-2db8c6b02579 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.1130338 Aug 14 19:04:13.186397 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec225036cb8a85e900ef4a1438a865ee1e0a541caa4576dd66f1a48457471f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ca828b-4eb8-4fc5-8f7a-a3c6392fb186" -d '{"events": [{"server_uuid": "4c217847-1d56-47fa-9c44-1c94c5fcee7d", "name": "network-vif-plugged", "status": "completed", "tag": "e439f67d-b1e1-4dcd-93f6-20233fee9040"}]}' {{(pid=94118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:04:13.227106 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-a4ff2e86-9e8a-4c28-8859-43e3a2f6cce0 req-c7c52206-376a-455a-9d75-a7f38f96eaf6 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416834 Aug 14 19:04:13.246895 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01251968-c3a3-445e-8c18-99d7709efb3b x-openstack-request-id: req-01251968-c3a3-445e-8c18-99d7709efb3b {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:04:13.247456 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c217847-1d56-47fa-9c44-1c94c5fcee7d", "name": "network-vif-plugged", "status": "completed", "tag": "e439f67d-b1e1-4dcd-93f6-20233fee9040", "code": 200}]} {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:04:13.248099 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-01251968-c3a3-445e-8c18-99d7709efb3b {{(pid=94118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:04:13.248614 dv-cinder-804581-2-iscsi neutron-server[94118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c217847-1d56-47fa-9c44-1c94c5fcee7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e439f67d-b1e1-4dcd-93f6-20233fee9040', 'code': 200} Aug 14 19:04:13.407886 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f41e0-ea5a-4478-8a03-c8c864f8be2e req-3ea4cf0f-1649-4c97-9b1f-e0d2fa946b49 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:13.416779 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1a3f41e0-ea5a-4478-8a03-c8c864f8be2e req-3ea4cf0f-1649-4c97-9b1f-e0d2fa946b49 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 944 time: 0.0634170 Aug 14 19:04:13.417678 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 58834) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:13.492352 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1a3f41e0-ea5a-4478-8a03-c8c864f8be2e req-892dfd35-c55c-4cf5-9fb9-adc281d3c1f0 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706770 Aug 14 19:04:13.512350 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e63bf-e644-4e8d-92c3-9f1fecb80f62 req-ce8b1cec-876e-4ca7-8c0f-0f5dfde13f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:13.514440 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-911e63bf-e644-4e8d-92c3-9f1fecb80f62 req-ce8b1cec-876e-4ca7-8c0f-0f5dfde13f32 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 1099 time: 0.0956287 Aug 14 19:04:13.561403 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-911e63bf-e644-4e8d-92c3-9f1fecb80f62 req-56c29bcb-b32f-460c-8252-346f36edf23a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384634 Aug 14 19:04:13.582811 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-fe8adf93-c743-4601-9e7b-93822531b526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:13.601329 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a74833-c431-4ad2-a63b-490d3e0ac670 req-2349b93d-2bb7-41f5-b56b-62395ac47262 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:13.603136 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-02a74833-c431-4ad2-a63b-490d3e0ac670 req-2349b93d-2bb7-41f5-b56b-62395ac47262 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.0882821 Aug 14 19:04:13.665271 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-02a74833-c431-4ad2-a63b-490d3e0ac670 req-0dca21bd-cdd3-431f-9966-24cadc6e5f78 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554719 Aug 14 19:04:13.726434 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-fe8adf93-c743-4601-9e7b-93822531b526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:13.731321 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-fe8adf93-c743-4601-9e7b-93822531b526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:13.772498 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-fe8adf93-c743-4601-9e7b-93822531b526 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=505146e418ba413283d5995828757513&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3507597 Aug 14 19:04:13.772498 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8adf93-c743-4601-9e7b-93822531b526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150698c3-afbb-4581-8cde-ab11e855f58e,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:13.772966 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 58850) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:13.838463 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-ebe4a183-1983-4548-8a46-7b7e0da3797d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:13.861898 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-ebe4a183-1983-4548-8a46-7b7e0da3797d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:13.972017 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8261a-c8b7-45ad-84cb-9a8f2a7048bd req-128cdb6f-5df6-4f56-8eb9-1a15383c8d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:13.973892 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-22d8261a-c8b7-45ad-84cb-9a8f2a7048bd req-128cdb6f-5df6-4f56-8eb9-1a15383c8d87 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6000939100bb476da8924d17890754e4&device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 1099 time: 0.0732667 Aug 14 19:04:13.980377 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-ebe4a183-1983-4548-8a46-7b7e0da3797d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:13.983191 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-ebe4a183-1983-4548-8a46-7b7e0da3797d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:13.984349 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-ebe4a183-1983-4548-8a46-7b7e0da3797d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/150698c3-afbb-4581-8cde-ab11e855f58e HTTP/1.1" status: 204 len: 168 time: 0.2104263 Aug 14 19:04:13.986912 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea42cd5-b699-4048-bf64-1cb981e0f242 req-eb64ccfc-6f2b-4846-bad7-837a135d5ca8 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:13.988449 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-8ea42cd5-b699-4048-bf64-1cb981e0f242 req-eb64ccfc-6f2b-4846-bad7-837a135d5ca8 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.0674589 Aug 14 19:04:14.035485 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-8ea42cd5-b699-4048-bf64-1cb981e0f242 req-9529686f-41cc-4570-8b7c-0634c7c7759d tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387814 Aug 14 19:04:14.070477 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4a183-1983-4548-8a46-7b7e0da3797d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150698c3-afbb-4581-8cde-ab11e855f58e,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:14.113616 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8261a-c8b7-45ad-84cb-9a8f2a7048bd req-aeb9dd3f-16a7-4252-90ba-9b2a0fcb1abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:14.115171 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-22d8261a-c8b7-45ad-84cb-9a8f2a7048bd req-aeb9dd3f-16a7-4252-90ba-9b2a0fcb1abc service neutron] 10.222.0.24 "GET /v2.0/networks?id=0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1 HTTP/1.1" status: 200 len: 920 time: 0.1295736 Aug 14 19:04:14.169359 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-22d8261a-c8b7-45ad-84cb-9a8f2a7048bd req-267978dc-c04f-4fab-bf4c-fb4991cb40b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a59fc614-8011-47f9-b9bd-c1734efd0102 HTTP/1.1" status: 200 len: 217 time: 0.0459640 Aug 14 19:04:14.250567 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8261a-c8b7-45ad-84cb-9a8f2a7048bd req-667a30d4-bb48-4575-bf5f-2a8499372a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:14.253604 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-22d8261a-c8b7-45ad-84cb-9a8f2a7048bd req-667a30d4-bb48-4575-bf5f-2a8499372a6d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e77bed90-2142-41a5-a497-653e20d95723 HTTP/1.1" status: 200 len: 859 time: 0.0646276 Aug 14 19:04:14.294633 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-22d8261a-c8b7-45ad-84cb-9a8f2a7048bd req-4a398d66-d8d7-413c-87fa-f3fe42f89b82 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321631 Aug 14 19:04:14.318669 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 05b7d85a-12fc-4cbf-971e-151d3d875524 up at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:04:14.339794 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 58872) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:14.359932 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-98e43878-4897-422b-b041-46095db4e02e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:14.397032 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning for port 05b7d85a-12fc-4cbf-971e-151d3d875524 completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:04:14.402413 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning complete for port 05b7d85a-12fc-4cbf-971e-151d3d875524 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:04:14.403134 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:14.430795 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a030292-9304-4de2-94db-9693b40e91de req-627a36f8-e104-4fbb-b739-c32205ce2f38 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:14.432426 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-3a030292-9304-4de2-94db-9693b40e91de req-627a36f8-e104-4fbb-b739-c32205ce2f38 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.1174195 Aug 14 19:04:14.473403 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-22d8261a-c8b7-45ad-84cb-9a8f2a7048bd req-90690bea-f545-4ecd-ab2c-39d5c233c710 service neutron] 10.222.0.24 "GET /v2.0/networks/0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689751 Aug 14 19:04:14.493696 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-3a030292-9304-4de2-94db-9693b40e91de req-5582fec0-6f76-47d6-b6ca-9dc42732a330 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513844 Aug 14 19:04:14.495544 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-98e43878-4897-422b-b041-46095db4e02e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:14.501728 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-98e43878-4897-422b-b041-46095db4e02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:14.566950 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-98e43878-4897-422b-b041-46095db4e02e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ca3141abd210405199b8c3d9d5ae0f89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2239370 Aug 14 19:04:14.568586 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 58880) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:14.583180 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e43878-4897-422b-b041-46095db4e02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6fbd5d-37f5-4fc8-b089-872e0dab1b9d,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:14.585187 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:14.650853 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 05b7d85a-12fc-4cbf-971e-151d3d875524, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=05b7d85a-12fc-4cbf-971e-151d3d875524,segment=NetworkSegment(c4c75483-348a-49f7-b9f3-841d9687ab46),segment_id=c4c75483-348a-49f7-b9f3-841d9687ab46)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:04:14.656754 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:14.657934 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-22d8261a-c8b7-45ad-84cb-9a8f2a7048bd req-d8ae0617-da97-4f39-8306-d555faafa697 service neutron] 10.222.0.24 "GET /v2.0/networks/0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687984 Aug 14 19:04:14.709655 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-c2ccc19d-e047-4094-988f-09a32124745e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:14.736988 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6afed0-59cc-41c6-a5ce-c679045d9930 req-c86af672-06f2-4349-a06d-b3219151d2c7 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:14.738725 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-ee6afed0-59cc-41c6-a5ce-c679045d9930 req-c86af672-06f2-4349-a06d-b3219151d2c7 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 945 time: 0.0953019 Aug 14 19:04:14.749737 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-c2ccc19d-e047-4094-988f-09a32124745e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:14.758501 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=05b7d85a-12fc-4cbf-971e-151d3d875524,revision_number=5']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:14.822345 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-ee6afed0-59cc-41c6-a5ce-c679045d9930 req-cf102a10-dfbc-4da1-b304-fbbb098c5389 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638797 Aug 14 19:04:14.845291 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-c2ccc19d-e047-4094-988f-09a32124745e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:14.849751 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-c2ccc19d-e047-4094-988f-09a32124745e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:14.853775 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-c2ccc19d-e047-4094-988f-09a32124745e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2a6fbd5d-37f5-4fc8-b089-872e0dab1b9d HTTP/1.1" status: 204 len: 168 time: 0.2793367 Aug 14 19:04:14.861157 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ccc19d-e047-4094-988f-09a32124745e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6fbd5d-37f5-4fc8-b089-872e0dab1b9d,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:15.044403 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 58904) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:15.180595 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294526e7-22bb-40cd-8b3c-18c9599c97d0 req-808a2920-3492-4779-b58b-30e5fc37af8c tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:15.188152 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-294526e7-22bb-40cd-8b3c-18c9599c97d0 req-808a2920-3492-4779-b58b-30e5fc37af8c tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.0636601 Aug 14 19:04:15.190059 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3822c47a-ad0a-499c-a4ed-3a73d64593c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:15.229885 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-294526e7-22bb-40cd-8b3c-18c9599c97d0 req-8102c82b-7e9b-4a3b-ae7f-b83fadbdb417 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407462 Aug 14 19:04:15.250110 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bae064d-3fcf-45ed-b4a7-1c8e827d8618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b7d85a-12fc-4cbf-971e-151d3d875524'}] {{(pid=94118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:04:15.252478 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec225036cb8a85e900ef4a1438a865ee1e0a541caa4576dd66f1a48457471f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcd3914-7e56-4f7d-90ac-db66cebda823" -d '{"events": [{"server_uuid": "2bae064d-3fcf-45ed-b4a7-1c8e827d8618", "name": "network-vif-plugged", "status": "completed", "tag": "05b7d85a-12fc-4cbf-971e-151d3d875524"}]}' {{(pid=94118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:04:15.293301 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bd8a44-1ce6-4efa-9992-950624fa5bf4 x-openstack-request-id: req-18bd8a44-1ce6-4efa-9992-950624fa5bf4 {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:04:15.293583 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bae064d-3fcf-45ed-b4a7-1c8e827d8618", "name": "network-vif-plugged", "status": "completed", "tag": "05b7d85a-12fc-4cbf-971e-151d3d875524", "code": 200}]} {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:04:15.294117 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-18bd8a44-1ce6-4efa-9992-950624fa5bf4 {{(pid=94118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:04:15.294797 dv-cinder-804581-2-iscsi neutron-server[94118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bae064d-3fcf-45ed-b4a7-1c8e827d8618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b7d85a-12fc-4cbf-971e-151d3d875524', 'code': 200} Aug 14 19:04:15.320967 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3822c47a-ad0a-499c-a4ed-3a73d64593c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:15.326828 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3822c47a-ad0a-499c-a4ed-3a73d64593c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:15.373378 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-3822c47a-ad0a-499c-a4ed-3a73d64593c3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6a1e4c9adde24c86adba0e279773e7ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3273506 Aug 14 19:04:15.375398 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3822c47a-ad0a-499c-a4ed-3a73d64593c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcf9b72-769e-4a2f-b9a0-b37810965fb1,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:15.376215 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 58930) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:15.459753 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-a656e842-465d-47a8-a9f4-e37af46b4030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:15.506902 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-a656e842-465d-47a8-a9f4-e37af46b4030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:15.546341 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153c1da-96a2-4008-aef9-64f5545fa96a req-dfd77798-4b3a-4bb6-806d-e2f700ecb308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:15.547830 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-b153c1da-96a2-4008-aef9-64f5545fa96a req-dfd77798-4b3a-4bb6-806d-e2f700ecb308 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 1098 time: 0.0893283 Aug 14 19:04:15.607330 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-a656e842-465d-47a8-a9f4-e37af46b4030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:15.609876 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-a656e842-465d-47a8-a9f4-e37af46b4030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:15.611082 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-a656e842-465d-47a8-a9f4-e37af46b4030 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0fcf9b72-769e-4a2f-b9a0-b37810965fb1 HTTP/1.1" status: 204 len: 168 time: 0.2337961 Aug 14 19:04:15.616542 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-b153c1da-96a2-4008-aef9-64f5545fa96a req-95041f6b-48ec-42bc-8de9-d5df5771cfb6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515618 Aug 14 19:04:15.639794 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656e842-465d-47a8-a9f4-e37af46b4030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcf9b72-769e-4a2f-b9a0-b37810965fb1,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:15.678054 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d117e2-3b5a-436e-929b-416ad808aabc req-d1a553ba-ec3e-4a3d-9310-8d448aba6f7f tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:15.679804 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-67d117e2-3b5a-436e-929b-416ad808aabc req-d1a553ba-ec3e-4a3d-9310-8d448aba6f7f tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.0836210 Aug 14 19:04:15.731366 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-67d117e2-3b5a-436e-929b-416ad808aabc req-69e1d728-683a-412e-a63b-5342ddc720f3 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436020 Aug 14 19:04:15.921438 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e770d-98c2-4914-8875-757246d61229 req-11bfb4cb-c46b-4d67-8ead-1e2249160604 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:15.933499 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-8a0e770d-98c2-4914-8875-757246d61229 req-11bfb4cb-c46b-4d67-8ead-1e2249160604 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.0871220 Aug 14 19:04:15.934382 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 58954) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:15.940415 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-4f0e986a-0185-428f-8c15-e3b0388d4de2 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Request body: {'floatingip': {'port_id': 'e439f67d-b1e1-4dcd-93f6-20233fee9040'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:04:15.994294 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc4264-4ecf-4904-9937-b0ddbd64a381 req-8bcdfe3a-e2b4-4ce6-821a-fd7777525922 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:16.006825 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-06bc4264-4ecf-4904-9937-b0ddbd64a381 req-8bcdfe3a-e2b4-4ce6-821a-fd7777525922 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 945 time: 0.0834851 Aug 14 19:04:16.038047 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-4f0e986a-0185-428f-8c15-e3b0388d4de2 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks [] for floatingip, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:16.060110 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-06bc4264-4ecf-4904-9937-b0ddbd64a381 req-7cedff65-0f30-4faf-8ec9-e45bdfe210f7 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484622 Aug 14 19:04:16.075344 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 58966) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:16.366220 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-7a5712b6-e4e0-4415-88cf-61d4e85f24d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:16.496003 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7726a6a-b6b8-403b-9108-ed7f80d93511 req-7447f30d-4d1c-4128-bcbc-72fdddca5cae tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:16.497741 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-a7726a6a-b6b8-403b-9108-ed7f80d93511 req-7447f30d-4d1c-4128-bcbc-72fdddca5cae tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.1454084 Aug 14 19:04:16.640764 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-a7726a6a-b6b8-403b-9108-ed7f80d93511 req-b4288b81-ea5b-4a5f-b25e-4f4ebc12eb08 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286950 Aug 14 19:04:16.801763 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-7a5712b6-e4e0-4415-88cf-61d4e85f24d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:16.813824 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-7a5712b6-e4e0-4415-88cf-61d4e85f24d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:16.933863 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-7a5712b6-e4e0-4415-88cf-61d4e85f24d0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=febd2fcb01e746fba7786f254670e1da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8587174 Aug 14 19:04:16.934518 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5712b6-e4e0-4415-88cf-61d4e85f24d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d498413-9767-4ccd-9a16-2776ff240bc9,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:16.936465 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 59004) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:16.964093 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 59006) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:17.016392 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-2350c1cf-21c5-415e-8663-11445de4689f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:17.047904 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-2350c1cf-21c5-415e-8663-11445de4689f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:17.107157 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-2350c1cf-21c5-415e-8663-11445de4689f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:17.110673 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-2350c1cf-21c5-415e-8663-11445de4689f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:17.111835 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-2350c1cf-21c5-415e-8663-11445de4689f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5d498413-9767-4ccd-9a16-2776ff240bc9 HTTP/1.1" status: 204 len: 168 time: 0.1724043 Aug 14 19:04:17.122020 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-0e9c87c0-ff50-46d7-9a30-ac143d6c0cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:17.123130 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2350c1cf-21c5-415e-8663-11445de4689f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d498413-9767-4ccd-9a16-2776ff240bc9,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:17.169848 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-4f0e986a-0185-428f-8c15-e3b0388d4de2 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:17.178440 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-4f0e986a-0185-428f-8c15-e3b0388d4de2 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499347'] for floatingip, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:17.191413 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7779292-33da-4e5c-b60b-37b9d10b9b19 req-d7c236a1-2c14-4d99-972d-104487b79f50 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:17.194001 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d7779292-33da-4e5c-b60b-37b9d10b9b19 req-d7c236a1-2c14-4d99-972d-104487b79f50 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 945 time: 0.0577974 Aug 14 19:04:17.236924 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d7779292-33da-4e5c-b60b-37b9d10b9b19 req-235b715a-e3db-4bbb-a724-bcdb70d3d033 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375466 Aug 14 19:04:17.318999 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.db.l3_db [None req-4f0e986a-0185-428f-8c15-e3b0388d4de2 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Floating IP 695861a7-5a37-4328-9eca-aa59f3e0b342 associated. External IP: 172.27.2.136, port: e439f67d-b1e1-4dcd-93f6-20233fee9040. Aug 14 19:04:17.453629 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 59024) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:17.456512 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-0e9c87c0-ff50-46d7-9a30-ac143d6c0cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:17.467408 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e9f3a-04d7-4298-a0a5-050da0a3a41d req-74826f80-4543-4594-82f7-fdc00fd4d38a tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:17.468544 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-116e9f3a-04d7-4298-a0a5-050da0a3a41d req-74826f80-4543-4594-82f7-fdc00fd4d38a tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 945 time: 0.1547158 Aug 14 19:04:17.474322 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-f4dda2e7-8fe9-4618-93bf-413a5bf19476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:17.480471 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 59028) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:17.486586 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-a9485f2b-446d-43d4-be2e-5e39ed250a26 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Request body: {'floatingip': {'port_id': '05b7d85a-12fc-4cbf-971e-151d3d875524'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:04:17.488832 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-0e9c87c0-ff50-46d7-9a30-ac143d6c0cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:17.562037 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a9485f2b-446d-43d4-be2e-5e39ed250a26 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks [] for floatingip, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:17.579854 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-f4dda2e7-8fe9-4618-93bf-413a5bf19476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:17.585036 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-f4dda2e7-8fe9-4618-93bf-413a5bf19476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:17.611745 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-0e9c87c0-ff50-46d7-9a30-ac143d6c0cda admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fa63e0cbfaa94940aad47e4f450c7b1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6466756 Aug 14 19:04:17.617255 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 59034) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:17.638047 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dda2e7-8fe9-4618-93bf-413a5bf19476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3863ff47-34b0-4c66-ab2f-3ed33e0853a7,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:17.645547 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c87c0-ff50-46d7-9a30-ac143d6c0cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21af5797-aa28-4422-a8f9-736cfcfa00b1,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:17.655998 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-f4dda2e7-8fe9-4618-93bf-413a5bf19476 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0efa89b00a4a4142bb8681d222295b7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2002223 Aug 14 19:04:17.656610 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 59036) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:17.777382 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-5ac6901c-cb6e-4c68-8e10-89f2d8696091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:17.792981 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-5521ccac-0c84-419f-9768-5e2a4f4e828b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:17.837115 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-5ac6901c-cb6e-4c68-8e10-89f2d8696091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:17.840723 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-5521ccac-0c84-419f-9768-5e2a4f4e828b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:17.893804 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a08b3-c88e-4331-999f-d66972ca576f req-ddb6ea2f-abfa-42f7-a68e-d4e8b928119d tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:17.895317 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ec1a08b3-c88e-4331-999f-d66972ca576f req-ddb6ea2f-abfa-42f7-a68e-d4e8b928119d tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.1408968 Aug 14 19:04:17.950805 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ec1a08b3-c88e-4331-999f-d66972ca576f req-cb4f83e6-ee0e-4cf9-9e14-04176263b3e9 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459478 Aug 14 19:04:17.958297 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-5521ccac-0c84-419f-9768-5e2a4f4e828b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:17.962494 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-5521ccac-0c84-419f-9768-5e2a4f4e828b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:17.963969 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-5521ccac-0c84-419f-9768-5e2a4f4e828b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3863ff47-34b0-4c66-ab2f-3ed33e0853a7 HTTP/1.1" status: 204 len: 168 time: 0.3038912 Aug 14 19:04:17.966972 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-5ac6901c-cb6e-4c68-8e10-89f2d8696091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:17.969703 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-5ac6901c-cb6e-4c68-8e10-89f2d8696091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:17.971092 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-5ac6901c-cb6e-4c68-8e10-89f2d8696091 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/21af5797-aa28-4422-a8f9-736cfcfa00b1 HTTP/1.1" status: 204 len: 168 time: 0.3502648 Aug 14 19:04:17.978210 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5521ccac-0c84-419f-9768-5e2a4f4e828b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3863ff47-34b0-4c66-ab2f-3ed33e0853a7,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:17.987949 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac6901c-cb6e-4c68-8e10-89f2d8696091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21af5797-aa28-4422-a8f9-736cfcfa00b1,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:18.069191 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0e986a-0185-428f-8c15-e3b0388d4de2 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Router 40c5f8a2-a0e4-46bc-af8f-30b4c23d139f has already been hosted by L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 {{(pid=94116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 14 19:04:18.305940 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0e986a-0185-428f-8c15-e3b0388d4de2 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 19:04:18.314213 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-4f0e986a-0185-428f-8c15-e3b0388d4de2 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for floatingip, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:18.320250 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b99091-83e2-4348-a538-06239ba35da2 None None] Sync routers for ids ['40c5f8a2-a0e4-46bc-af8f-30b4c23d139f'] in dv-cinder-804581-2-iscsi {{(pid=94119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 19:04:18.332349 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b99091-83e2-4348-a538-06239ba35da2 None None] Routers {'40c5f8a2-a0e4-46bc-af8f-30b4c23d139f'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:04:18.333145 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-71b99091-83e2-4348-a538-06239ba35da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:03:53Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['40c5f8a2-a0e4-46bc-af8f-30b4c23d139f'], 'active': True} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:04:18.371879 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-4f0e986a-0185-428f-8c15-e3b0388d4de2 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "PUT /v2.0/floatingips/695861a7-5a37-4328-9eca-aa59f3e0b342 HTTP/1.1" status: 200 len: 992 time: 2.4360492 Aug 14 19:04:18.374559 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c217847-1d56-47fa-9c44-1c94c5fcee7d', 'tag': 'e439f67d-b1e1-4dcd-93f6-20233fee9040'}] {{(pid=94116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:04:18.382214 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28c49a314bd7f251079b489e766d97b9f33e90e077807a9e7e5bf7a3f9e5ced" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e759c232-92b9-4f97-a775-f8862be258c0" -d '{"events": [{"name": "network-changed", "server_uuid": "4c217847-1d56-47fa-9c44-1c94c5fcee7d", "tag": "e439f67d-b1e1-4dcd-93f6-20233fee9040"}]}' {{(pid=94116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:04:18.470159 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 Aug 2021 19:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430fc944-0ed0-49f2-8972-e694b74b1876 x-openstack-request-id: req-430fc944-0ed0-49f2-8972-e694b74b1876 {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:04:18.470521 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c217847-1d56-47fa-9c44-1c94c5fcee7d", "tag": "e439f67d-b1e1-4dcd-93f6-20233fee9040", "status": "completed", "code": 200}]} {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:04:18.470859 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-430fc944-0ed0-49f2-8972-e694b74b1876 {{(pid=94116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:04:18.471341 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c217847-1d56-47fa-9c44-1c94c5fcee7d', 'tag': 'e439f67d-b1e1-4dcd-93f6-20233fee9040', 'status': 'completed', 'code': 200} Aug 14 19:04:18.490664 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvr_db [None req-71b99091-83e2-4348-a538-06239ba35da2 None None] Set router 40c5f8a2-a0e4-46bc-af8f-30b4c23d139f gateway port host: dv-cinder-804581-2-iscsi {{(pid=94119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:04:18.495322 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a9485f2b-446d-43d4-be2e-5e39ed250a26 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:18.497290 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 59068) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:18.517144 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a9485f2b-446d-43d4-be2e-5e39ed250a26 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499347'] for floatingip, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:18.550239 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759c232-92b9-4f97-a775-f8862be258c0 req-a63f47da-66c3-41aa-8131-ad807dd1370b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:18.551939 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e759c232-92b9-4f97-a775-f8862be258c0 req-a63f47da-66c3-41aa-8131-ad807dd1370b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e3430e72b2f427f9643c8ae878c86fb&device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 1099 time: 0.0510559 Aug 14 19:04:18.568322 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-225bf012-d563-4589-8057-1eda08107470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:18.668625 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759c232-92b9-4f97-a775-f8862be258c0 req-8ff1ada9-b9a1-4b97-a799-9ec268e38002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:18.670117 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e759c232-92b9-4f97-a775-f8862be258c0 req-8ff1ada9-b9a1-4b97-a799-9ec268e38002 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d57080a4-a152-49b8-a805-9b8349e678ba HTTP/1.1" status: 200 len: 912 time: 0.1097908 Aug 14 19:04:18.679930 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.db.l3_db [None req-a9485f2b-446d-43d4-be2e-5e39ed250a26 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Floating IP 9a210e16-2de2-4047-b063-c5cf1ee70e3a associated. External IP: 172.27.2.172, port: 05b7d85a-12fc-4cbf-971e-151d3d875524. Aug 14 19:04:18.847559 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-71b99091-83e2-4348-a538-06239ba35da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'name': 'tempest-AttachVolumeTestJSON-1231158712-router', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ff0de448-485d-4ae8-932c-851b55e2c6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:28Z', 'updated_at': '2021-08-14T19:03:35Z', 'revision_number': 4, 'project_id': '2e3430e72b2f427f9643c8ae878c86fb', 'gw_port': {'id': 'ff0de448-485d-4ae8-932c-851b55e2c6df', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:30Z', 'updated_at': '2021-08-14T19:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_floatingips': [{'id': '695861a7-5a37-4328-9eca-aa59f3e0b342', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'router_id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'port_id': 'e439f67d-b1e1-4dcd-93f6-20233fee9040', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd57080a4-a152-49b8-a805-9b8349e678ba', 'mac_address': 'fa:16:3e:04:ad:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c217847-1d56-47fa-9c44-1c94c5fcee7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-14T19:03:47Z', 'updated_at': '2021-08-14T19:04:16Z', 'revision_number': 1, 'project_id': '2e3430e72b2f427f9643c8ae878c86fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e842964-b7cc-4926-9688-409f0e31e389', 'name': '', 'network_id': 'd57080a4-a152-49b8-a805-9b8349e678ba', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'mac_address': 'fa:16:3e:53:8b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '53786878-dcb5-494e-b53b-037026355e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:33Z', 'updated_at': '2021-08-14T19:03:46Z', 'revision_number': 5, 'project_id': '2e3430e72b2f427f9643c8ae878c86fb', 'subnets': [{'id': '53786878-dcb5-494e-b53b-037026355e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:04:18.904883 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e759c232-92b9-4f97-a775-f8862be258c0 req-afba676e-e86c-47de-91de-9a218e8f1108 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e439f67d-b1e1-4dcd-93f6-20233fee9040 HTTP/1.1" status: 200 len: 1000 time: 0.2216458 Aug 14 19:04:18.906187 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b99091-83e2-4348-a538-06239ba35da2 None None] Checking router: 40c5f8a2-a0e4-46bc-af8f-30b4c23d139f for host: dv-cinder-804581-2-iscsi {{(pid=94119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 19:04:18.917306 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b99091-83e2-4348-a538-06239ba35da2 None None] Routers {'40c5f8a2-a0e4-46bc-af8f-30b4c23d139f'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:04:18.918037 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-71b99091-83e2-4348-a538-06239ba35da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:03:53Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['40c5f8a2-a0e4-46bc-af8f-30b4c23d139f'], 'active': True} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:04:19.003520 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-225bf012-d563-4589-8057-1eda08107470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:19.013203 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-225bf012-d563-4589-8057-1eda08107470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:19.064167 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225bf012-d563-4589-8057-1eda08107470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdb2d81-988d-4fd6-94e9-c06a3d0150d6,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:19.072154 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759c232-92b9-4f97-a775-f8862be258c0 req-bdaed5e5-1aa8-42b1-9464-d2eb488c773c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:19.073773 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e759c232-92b9-4f97-a775-f8862be258c0 req-bdaed5e5-1aa8-42b1-9464-d2eb488c773c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53786878-dcb5-494e-b53b-037026355e9e HTTP/1.1" status: 200 len: 850 time: 0.1462219 Aug 14 19:04:19.094353 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvr_db [None req-71b99091-83e2-4348-a538-06239ba35da2 None None] Set router 40c5f8a2-a0e4-46bc-af8f-30b4c23d139f gateway port host: dv-cinder-804581-2-iscsi {{(pid=94119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:04:19.161854 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-225bf012-d563-4589-8057-1eda08107470 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=da3e50b88aaf40e6be89df529d398f90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6610322 Aug 14 19:04:19.164571 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 59094) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:19.175401 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-73483c2e-9f87-4351-96f4-31efbcee2e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:19.220023 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9485f2b-446d-43d4-be2e-5e39ed250a26 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Router 42c7bf49-a7b0-4be8-a18f-9dc501f677d4 has already been hosted by L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 {{(pid=94116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 14 19:04:19.373016 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 59102) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:19.455483 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-bd1166f1-9b84-4a0d-8611-f483cf4d71bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:19.486869 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9485f2b-446d-43d4-be2e-5e39ed250a26 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 19:04:19.500003 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d3ab42-c3ea-4c0d-b437-9697ff3b7384 None None] Sync routers for ids ['42c7bf49-a7b0-4be8-a18f-9dc501f677d4'] in dv-cinder-804581-2-iscsi {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 19:04:19.516770 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d3ab42-c3ea-4c0d-b437-9697ff3b7384 None None] Routers {'42c7bf49-a7b0-4be8-a18f-9dc501f677d4'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:04:19.517523 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a9485f2b-446d-43d4-be2e-5e39ed250a26 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for floatingip, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:19.519296 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-57d3ab42-c3ea-4c0d-b437-9697ff3b7384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:03:53Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['42c7bf49-a7b0-4be8-a18f-9dc501f677d4'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:04:19.540693 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759c232-92b9-4f97-a775-f8862be258c0 req-22155b28-0f22-49e9-9a57-469a4277c8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:19.546002 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e759c232-92b9-4f97-a775-f8862be258c0 req-22155b28-0f22-49e9-9a57-469a4277c8db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d57080a4-a152-49b8-a805-9b8349e678ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4396310 Aug 14 19:04:19.564121 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53750ffb-5765-4499-8224-d5eb6a81b07d req-a54970dd-67f9-4c79-824a-6c48df01897c tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:19.565795 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-53750ffb-5765-4499-8224-d5eb6a81b07d req-a54970dd-67f9-4c79-824a-6c48df01897c tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.4856515 Aug 14 19:04:19.582582 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-bd1166f1-9b84-4a0d-8611-f483cf4d71bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:19.649307 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-a9485f2b-446d-43d4-be2e-5e39ed250a26 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "PUT /v2.0/floatingips/9a210e16-2de2-4047-b063-c5cf1ee70e3a HTTP/1.1" status: 200 len: 991 time: 2.1676650 Aug 14 19:04:19.710217 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-bd1166f1-9b84-4a0d-8611-f483cf4d71bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:19.713054 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-bd1166f1-9b84-4a0d-8611-f483cf4d71bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:19.728650 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-bd1166f1-9b84-4a0d-8611-f483cf4d71bf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0fdb2d81-988d-4fd6-94e9-c06a3d0150d6 HTTP/1.1" status: 204 len: 168 time: 0.5625758 Aug 14 19:04:19.770349 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-53750ffb-5765-4499-8224-d5eb6a81b07d req-7d6e4415-40f2-4daa-898c-8df67a4c17d4 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794147 Aug 14 19:04:19.792781 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1166f1-9b84-4a0d-8611-f483cf4d71bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdb2d81-988d-4fd6-94e9-c06a3d0150d6,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:19.794691 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-24c7254c-ad85-4afe-b53c-d0be064cc1eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:19.799469 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-71b99091-83e2-4348-a538-06239ba35da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'name': 'tempest-AttachVolumeTestJSON-1231158712-router', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ff0de448-485d-4ae8-932c-851b55e2c6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:28Z', 'updated_at': '2021-08-14T19:03:35Z', 'revision_number': 4, 'project_id': '2e3430e72b2f427f9643c8ae878c86fb', 'gw_port': {'id': 'ff0de448-485d-4ae8-932c-851b55e2c6df', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:30Z', 'updated_at': '2021-08-14T19:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_floatingips': [{'id': '695861a7-5a37-4328-9eca-aa59f3e0b342', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'router_id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'port_id': 'e439f67d-b1e1-4dcd-93f6-20233fee9040', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd57080a4-a152-49b8-a805-9b8349e678ba', 'mac_address': 'fa:16:3e:04:ad:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c217847-1d56-47fa-9c44-1c94c5fcee7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-14T19:03:47Z', 'updated_at': '2021-08-14T19:04:16Z', 'revision_number': 1, 'project_id': '2e3430e72b2f427f9643c8ae878c86fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e842964-b7cc-4926-9688-409f0e31e389', 'name': '', 'network_id': 'd57080a4-a152-49b8-a805-9b8349e678ba', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'mac_address': 'fa:16:3e:53:8b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '53786878-dcb5-494e-b53b-037026355e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:33Z', 'updated_at': '2021-08-14T19:03:46Z', 'revision_number': 5, 'project_id': '2e3430e72b2f427f9643c8ae878c86fb', 'subnets': [{'id': '53786878-dcb5-494e-b53b-037026355e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:04:19.800865 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e759c232-92b9-4f97-a775-f8862be258c0 req-9b08d757-c7bb-4a34-9dc8-1bb8098f8f6c service neutron] 10.222.0.24 "GET /v2.0/networks/d57080a4-a152-49b8-a805-9b8349e678ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339165 Aug 14 19:04:19.848260 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-57d3ab42-c3ea-4c0d-b437-9697ff3b7384 None None] Set router 42c7bf49-a7b0-4be8-a18f-9dc501f677d4 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:04:19.851773 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b99091-83e2-4348-a538-06239ba35da2 None None] The sync data for ids ['40c5f8a2-a0e4-46bc-af8f-30b4c23d139f'] in dv-cinder-804581-2-iscsi is: [{'id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'name': 'tempest-AttachVolumeTestJSON-1231158712-router', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ff0de448-485d-4ae8-932c-851b55e2c6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:28Z', 'updated_at': '2021-08-14T19:03:35Z', 'revision_number': 4, 'project_id': '2e3430e72b2f427f9643c8ae878c86fb', 'gw_port': {'id': 'ff0de448-485d-4ae8-932c-851b55e2c6df', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:30Z', 'updated_at': '2021-08-14T19:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_floatingips': [{'id': '695861a7-5a37-4328-9eca-aa59f3e0b342', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'router_id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'port_id': 'e439f67d-b1e1-4dcd-93f6-20233fee9040', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd57080a4-a152-49b8-a805-9b8349e678ba', 'mac_address': 'fa:16:3e:04:ad:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c217847-1d56-47fa-9c44-1c94c5fcee7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-14T19:03:47Z', 'updated_at': '2021-08-14T19:04:16Z', 'revision_number': 1, 'project_id': '2e3430e72b2f427f9643c8ae878c86fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e842964-b7cc-4926-9688-409f0e31e389', 'name': '', 'network_id': 'd57080a4-a152-49b8-a805-9b8349e678ba', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'mac_address': 'fa:16:3e:53:8b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '53786878-dcb5-494e-b53b-037026355e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:33Z', 'updated_at': '2021-08-14T19:03:46Z', 'revision_number': 5, 'project_id': '2e3430e72b2f427f9643c8ae878c86fb', 'subnets': [{'id': '53786878-dcb5-494e-b53b-037026355e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 19:04:19.923777 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e759c232-92b9-4f97-a775-f8862be258c0 req-5b5b1676-ff0e-451b-b721-d062eee3632a service neutron] 10.222.0.24 "GET /v2.0/networks/d57080a4-a152-49b8-a805-9b8349e678ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139858 Aug 14 19:04:19.961654 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-24c7254c-ad85-4afe-b53c-d0be064cc1eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:19.967334 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-24c7254c-ad85-4afe-b53c-d0be064cc1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:20.016798 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-24c7254c-ad85-4afe-b53c-d0be064cc1eb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9923373b14144034909d03021083e29a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6401818 Aug 14 19:04:20.017536 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 59120) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:20.026432 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c7254c-ad85-4afe-b53c-d0be064cc1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3332b431-adec-4ab7-b0db-78bce2b69297,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:20.093021 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-2532afa7-be8b-4623-b44e-5d6297758689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:20.126375 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-2532afa7-be8b-4623-b44e-5d6297758689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:20.204613 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-2532afa7-be8b-4623-b44e-5d6297758689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:20.207787 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-2532afa7-be8b-4623-b44e-5d6297758689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:20.209094 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-2532afa7-be8b-4623-b44e-5d6297758689 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3332b431-adec-4ab7-b0db-78bce2b69297 HTTP/1.1" status: 204 len: 168 time: 0.1903694 Aug 14 19:04:20.219414 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2532afa7-be8b-4623-b44e-5d6297758689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3332b431-adec-4ab7-b0db-78bce2b69297,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:20.269382 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a52ddfc-2f7c-4e5c-856a-398df127972d None None] New status for floating IP 695861a7-5a37-4328-9eca-aa59f3e0b342: ACTIVE {{(pid=94119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 14 19:04:20.271121 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-57d3ab42-c3ea-4c0d-b437-9697ff3b7384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2128833203-router', 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '4dc47db7-acda-461d-b659-f33996660a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:30Z', 'updated_at': '2021-08-14T19:03:43Z', 'revision_number': 4, 'project_id': '0ee573824097433d91bee4e7433a5196', 'gw_port': {'id': '4dc47db7-acda-461d-b659-f33996660a2a', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:71:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:33Z', 'updated_at': '2021-08-14T19:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_floatingips': [{'id': '9a210e16-2de2-4047-b063-c5cf1ee70e3a', 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'floating_ip_address': '172.27.2.172', 'floating_network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'router_id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'port_id': '05b7d85a-12fc-4cbf-971e-151d3d875524', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b', 'mac_address': 'fa:16:3e:90:03:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bae064d-3fcf-45ed-b4a7-1c8e827d8618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-14T19:03:58Z', 'updated_at': '2021-08-14T19:04:18Z', 'revision_number': 1, 'project_id': '0ee573824097433d91bee4e7433a5196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c9ecdf7-5bd2-4b87-a283-1c850f70aeed', 'name': '', 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b', 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'mac_address': 'fa:16:3e:e3:9b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd22740df-b26d-44e8-8433-34e5ba454618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:40Z', 'updated_at': '2021-08-14T19:03:56Z', 'revision_number': 5, 'project_id': '0ee573824097433d91bee4e7433a5196', 'subnets': [{'id': 'd22740df-b26d-44e8-8433-34e5ba454618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:04:20.302238 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d3ab42-c3ea-4c0d-b437-9697ff3b7384 None None] Checking router: 42c7bf49-a7b0-4be8-a18f-9dc501f677d4 for host: dv-cinder-804581-2-iscsi {{(pid=94118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 19:04:20.312327 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d3ab42-c3ea-4c0d-b437-9697ff3b7384 None None] Routers {'42c7bf49-a7b0-4be8-a18f-9dc501f677d4'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:04:20.313224 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-57d3ab42-c3ea-4c0d-b437-9697ff3b7384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:03:53Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['42c7bf49-a7b0-4be8-a18f-9dc501f677d4'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:04:20.472166 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bae064d-3fcf-45ed-b4a7-1c8e827d8618', 'tag': '05b7d85a-12fc-4cbf-971e-151d3d875524'}] {{(pid=94116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:04:20.477914 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28c49a314bd7f251079b489e766d97b9f33e90e077807a9e7e5bf7a3f9e5ced" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def18651-0a7a-4482-8c26-c2e2fed7623b" -d '{"events": [{"name": "network-changed", "server_uuid": "2bae064d-3fcf-45ed-b4a7-1c8e827d8618", "tag": "05b7d85a-12fc-4cbf-971e-151d3d875524"}]}' {{(pid=94116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:04:20.556348 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 Aug 2021 19:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c341da39-3cc4-45c2-8745-5eb037e66b13 x-openstack-request-id: req-c341da39-3cc4-45c2-8745-5eb037e66b13 {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:04:20.556647 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bae064d-3fcf-45ed-b4a7-1c8e827d8618", "tag": "05b7d85a-12fc-4cbf-971e-151d3d875524", "status": "completed", "code": 200}]} {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:04:20.557226 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c341da39-3cc4-45c2-8745-5eb037e66b13 {{(pid=94116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:04:20.557639 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bae064d-3fcf-45ed-b4a7-1c8e827d8618', 'tag': '05b7d85a-12fc-4cbf-971e-151d3d875524', 'status': 'completed', 'code': 200} Aug 14 19:04:20.592011 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-57d3ab42-c3ea-4c0d-b437-9697ff3b7384 None None] Set router 42c7bf49-a7b0-4be8-a18f-9dc501f677d4 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:04:20.665385 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def18651-0a7a-4482-8c26-c2e2fed7623b req-509d6a6b-ff88-49f0-b4ed-e0ca1adaa183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:20.666965 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-def18651-0a7a-4482-8c26-c2e2fed7623b req-509d6a6b-ff88-49f0-b4ed-e0ca1adaa183 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ee573824097433d91bee4e7433a5196&device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 1098 time: 0.0747068 Aug 14 19:04:20.863270 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def18651-0a7a-4482-8c26-c2e2fed7623b req-76402074-7b5a-477c-b91a-d32ed87a7591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:20.864792 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-def18651-0a7a-4482-8c26-c2e2fed7623b req-76402074-7b5a-477c-b91a-d32ed87a7591 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e20a322d-65f8-4e18-8722-5646c45ef02b HTTP/1.1" status: 200 len: 918 time: 0.1776812 Aug 14 19:04:20.968210 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 59174) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:20.997994 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3c773230-2044-4de2-bd7a-93c40f020247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:21.047009 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-57d3ab42-c3ea-4c0d-b437-9697ff3b7384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2128833203-router', 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '4dc47db7-acda-461d-b659-f33996660a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:30Z', 'updated_at': '2021-08-14T19:03:43Z', 'revision_number': 4, 'project_id': '0ee573824097433d91bee4e7433a5196', 'gw_port': {'id': '4dc47db7-acda-461d-b659-f33996660a2a', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:71:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:33Z', 'updated_at': '2021-08-14T19:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_floatingips': [{'id': '9a210e16-2de2-4047-b063-c5cf1ee70e3a', 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'floating_ip_address': '172.27.2.172', 'floating_network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'router_id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'port_id': '05b7d85a-12fc-4cbf-971e-151d3d875524', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b', 'mac_address': 'fa:16:3e:90:03:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bae064d-3fcf-45ed-b4a7-1c8e827d8618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-14T19:03:58Z', 'updated_at': '2021-08-14T19:04:18Z', 'revision_number': 1, 'project_id': '0ee573824097433d91bee4e7433a5196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c9ecdf7-5bd2-4b87-a283-1c850f70aeed', 'name': '', 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b', 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'mac_address': 'fa:16:3e:e3:9b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd22740df-b26d-44e8-8433-34e5ba454618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:40Z', 'updated_at': '2021-08-14T19:03:56Z', 'revision_number': 5, 'project_id': '0ee573824097433d91bee4e7433a5196', 'subnets': [{'id': 'd22740df-b26d-44e8-8433-34e5ba454618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:04:21.069604 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-def18651-0a7a-4482-8c26-c2e2fed7623b req-de1e2595-86b9-4770-b38a-253b1ce14181 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05b7d85a-12fc-4cbf-971e-151d3d875524 HTTP/1.1" status: 200 len: 999 time: 0.1822174 Aug 14 19:04:21.093295 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755e54b-c841-4024-aeef-f84881800d50 req-f6e0341b-7fae-4036-aac9-88bbb45774f7 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:21.104759 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c755e54b-c841-4024-aeef-f84881800d50 req-f6e0341b-7fae-4036-aac9-88bbb45774f7 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.1120946 Aug 14 19:04:21.109028 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d3ab42-c3ea-4c0d-b437-9697ff3b7384 None None] The sync data for ids ['42c7bf49-a7b0-4be8-a18f-9dc501f677d4'] in dv-cinder-804581-2-iscsi is: [{'id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2128833203-router', 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '4dc47db7-acda-461d-b659-f33996660a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:30Z', 'updated_at': '2021-08-14T19:03:43Z', 'revision_number': 4, 'project_id': '0ee573824097433d91bee4e7433a5196', 'gw_port': {'id': '4dc47db7-acda-461d-b659-f33996660a2a', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:71:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:33Z', 'updated_at': '2021-08-14T19:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_floatingips': [{'id': '9a210e16-2de2-4047-b063-c5cf1ee70e3a', 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'floating_ip_address': '172.27.2.172', 'floating_network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'router_id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'port_id': '05b7d85a-12fc-4cbf-971e-151d3d875524', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b', 'mac_address': 'fa:16:3e:90:03:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bae064d-3fcf-45ed-b4a7-1c8e827d8618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-14T19:03:58Z', 'updated_at': '2021-08-14T19:04:18Z', 'revision_number': 1, 'project_id': '0ee573824097433d91bee4e7433a5196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c9ecdf7-5bd2-4b87-a283-1c850f70aeed', 'name': '', 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b', 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'mac_address': 'fa:16:3e:e3:9b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd22740df-b26d-44e8-8433-34e5ba454618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:40Z', 'updated_at': '2021-08-14T19:03:56Z', 'revision_number': 5, 'project_id': '0ee573824097433d91bee4e7433a5196', 'subnets': [{'id': 'd22740df-b26d-44e8-8433-34e5ba454618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 19:04:21.150501 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3c773230-2044-4de2-bd7a-93c40f020247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:21.155723 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3c773230-2044-4de2-bd7a-93c40f020247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:21.217167 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-3c773230-2044-4de2-bd7a-93c40f020247 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a0d20909454c45309cfb976bd71f5b12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2476563 Aug 14 19:04:21.219108 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c755e54b-c841-4024-aeef-f84881800d50 req-5637c72e-f888-4c32-b973-c3a0c20a1103 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132898 Aug 14 19:04:21.219948 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 59184) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:21.227234 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def18651-0a7a-4482-8c26-c2e2fed7623b req-467eaeb8-f122-43e9-99f0-09096208fb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:21.228856 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-def18651-0a7a-4482-8c26-c2e2fed7623b req-467eaeb8-f122-43e9-99f0-09096208fb73 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d22740df-b26d-44e8-8433-34e5ba454618 HTTP/1.1" status: 200 len: 856 time: 0.1502500 Aug 14 19:04:21.232966 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c773230-2044-4de2-bd7a-93c40f020247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d46941-c1e2-4d20-9b37-8a141dbcf041,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:21.290194 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c059c-9b84-49c9-bfda-7dc37003f9fd req-7774aaba-3400-44d7-914c-ea89a168bc91 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:21.291713 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-b27c059c-9b84-49c9-bfda-7dc37003f9fd req-7774aaba-3400-44d7-914c-ea89a168bc91 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] 10.222.0.39 "GET /v2.0/ports?device_id=d82bdde8-37f3-4af3-a769-4b06658d0a48 HTTP/1.1" status: 200 len: 946 time: 0.0732281 Aug 14 19:04:21.319833 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-66a31f1a-e545-4392-ad5d-b812c3f067af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:21.343183 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def18651-0a7a-4482-8c26-c2e2fed7623b req-e5ae0c9a-67eb-4881-a8f6-3a633007e4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:21.344831 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-def18651-0a7a-4482-8c26-c2e2fed7623b req-e5ae0c9a-67eb-4881-a8f6-3a633007e4f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e20a322d-65f8-4e18-8722-5646c45ef02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1070015 Aug 14 19:04:21.357603 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-66a31f1a-e545-4392-ad5d-b812c3f067af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:21.371384 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-b27c059c-9b84-49c9-bfda-7dc37003f9fd req-0a6398d1-bbb9-45ce-8932-662ea526ae84 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] 10.222.0.39 "GET /v2.0/security-groups?id=70c13d1b-68a6-4e86-9843-98e211c6b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649850 Aug 14 19:04:21.486568 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-66a31f1a-e545-4392-ad5d-b812c3f067af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:21.489464 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-66a31f1a-e545-4392-ad5d-b812c3f067af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:21.491219 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-66a31f1a-e545-4392-ad5d-b812c3f067af admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/07d46941-c1e2-4d20-9b37-8a141dbcf041 HTTP/1.1" status: 204 len: 168 time: 0.2702105 Aug 14 19:04:21.497790 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-def18651-0a7a-4482-8c26-c2e2fed7623b req-caf62f92-b888-4b3d-b918-e6d9db91edaa service neutron] 10.222.0.24 "GET /v2.0/networks/e20a322d-65f8-4e18-8722-5646c45ef02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332529 Aug 14 19:04:21.510339 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a31f1a-e545-4392-ad5d-b812c3f067af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d46941-c1e2-4d20-9b37-8a141dbcf041,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:21.539026 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1966007-dc88-4c2a-bf31-e52166277af2 None None] New status for floating IP 9a210e16-2de2-4047-b063-c5cf1ee70e3a: ACTIVE {{(pid=94118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 14 19:04:21.686095 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-def18651-0a7a-4482-8c26-c2e2fed7623b req-a61130fb-6884-4f3e-a6f3-83f7b6888b03 service neutron] 10.222.0.24 "GET /v2.0/networks/e20a322d-65f8-4e18-8722-5646c45ef02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729929 Aug 14 19:04:21.704251 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:22.408855 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776c73f-6101-4642-8894-38eb7a8674e1 req-528229db-04fc-4a5d-91eb-73421aa30a5c tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:22.414120 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-0776c73f-6101-4642-8894-38eb7a8674e1 req-528229db-04fc-4a5d-91eb-73421aa30a5c tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.0938025 Aug 14 19:04:22.512723 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-0776c73f-6101-4642-8894-38eb7a8674e1 req-286e6b34-0005-41a4-b3b4-cc6506e56380 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883846 Aug 14 19:04:22.530247 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-7952e7a0-c065-4ccb-92c4-306d9dff8d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:22.578019 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642756b-c871-4cf4-9b8b-fcd859742408 req-48b20eee-363b-485f-a5de-18c426269181 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:22.589228 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e642756b-c871-4cf4-9b8b-fcd859742408 req-48b20eee-363b-485f-a5de-18c426269181 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] 10.222.0.39 "GET /v2.0/ports?device_id=d82bdde8-37f3-4af3-a769-4b06658d0a48 HTTP/1.1" status: 200 len: 946 time: 0.0929382 Aug 14 19:04:22.641647 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e642756b-c871-4cf4-9b8b-fcd859742408 req-26fa1a22-920d-4237-b124-c60079e4bd2f tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] 10.222.0.39 "GET /v2.0/security-groups?id=70c13d1b-68a6-4e86-9843-98e211c6b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513477 Aug 14 19:04:22.799696 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:23.116234 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75426b-803c-4320-840d-c500aec7a9e1 req-d282d4d3-cd4f-41eb-bfde-48811fba0112 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:23.117904 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-0b75426b-803c-4320-840d-c500aec7a9e1 req-d282d4d3-cd4f-41eb-bfde-48811fba0112 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82bdde8-37f3-4af3-a769-4b06658d0a48 HTTP/1.1" status: 200 len: 946 time: 0.0755582 Aug 14 19:04:23.336678 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [req-0b75426b-803c-4320-840d-c500aec7a9e1 req-2ef3f856-b9d8-4703-ae78-682642c586d0 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] Deleting port 536ef4ee-7a0a-4506-9f50-ab77db6ae112 {{(pid=94117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:04:23.337023 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-0b75426b-803c-4320-840d-c500aec7a9e1 req-2ef3f856-b9d8-4703-ae78-682642c586d0 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:23.464187 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [req-0b75426b-803c-4320-840d-c500aec7a9e1 req-2ef3f856-b9d8-4703-ae78-682642c586d0 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] For port 536ef4ee-7a0a-4506-9f50-ab77db6ae112, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=536ef4ee-7a0a-4506-9f50-ab77db6ae112,segment=NetworkSegment(ecaddaaa-29a0-42e8-9639-f77205c6f149),segment_id=ecaddaaa-29a0-42e8-9639-f77205c6f149)] {{(pid=94117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:04:23.464871 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-0b75426b-803c-4320-840d-c500aec7a9e1 req-2ef3f856-b9d8-4703-ae78-682642c586d0 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:23.482327 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [req-0b75426b-803c-4320-840d-c500aec7a9e1 req-2ef3f856-b9d8-4703-ae78-682642c586d0 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] Calling delete_port for 536ef4ee-7a0a-4506-9f50-ab77db6ae112 owned by compute:nova {{(pid=94117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:04:23.655072 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 59294) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:23.683191 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a73f0c-e459-44f0-9fc8-98ffb68a3c6d req-9f1b1123-7c24-45a5-b301-f168e3675e0c tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:23.684780 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-a2a73f0c-e459-44f0-9fc8-98ffb68a3c6d req-9f1b1123-7c24-45a5-b301-f168e3675e0c tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.0788677 Aug 14 19:04:23.735762 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-0b75426b-803c-4320-840d-c500aec7a9e1 req-2ef3f856-b9d8-4703-ae78-682642c586d0 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957'] for port, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:23.751347 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] get_ports_and_sgs() called for port_ids ['536ef4ee-7a0a-4506-9f50-ab77db6ae112'] {{(pid=94118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 14 19:04:23.769171 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c446f-7783-4966-b94f-14edcd1e7ec1 req-3ae153a3-ff9d-464b-b266-92cdb04e2046 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:23.777266 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-1c8c446f-7783-4966-b94f-14edcd1e7ec1 req-3ae153a3-ff9d-464b-b266-92cdb04e2046 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] 10.222.0.39 "GET /v2.0/ports?device_id=d82bdde8-37f3-4af3-a769-4b06658d0a48 HTTP/1.1" status: 200 len: 867 time: 0.0584047 Aug 14 19:04:23.779962 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-a2a73f0c-e459-44f0-9fc8-98ffb68a3c6d req-1f0def9e-c46e-4d8f-85c7-e73a4bf58e55 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828044 Aug 14 19:04:23.781678 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef3f856-b9d8-4703-ae78-682642c586d0 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] Pushing event deleted for resources: {'Port': ['ID=536ef4ee-7a0a-4506-9f50-ab77db6ae112,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:23.813480 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-7af5c98c-59af-4fb2-8474-9d809592014e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:23.842333 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-1c8c446f-7783-4966-b94f-14edcd1e7ec1 req-72b09a20-ab53-4340-a781-29d9ec6073e6 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] 10.222.0.39 "GET /v2.0/security-groups?id=70c13d1b-68a6-4e86-9843-98e211c6b80b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620217 Aug 14 19:04:23.842522 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b75426b-803c-4320-840d-c500aec7a9e1 req-2ef3f856-b9d8-4703-ae78-682642c586d0 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] No DVR routers for this DVR port 536ef4ee-7a0a-4506-9f50-ab77db6ae112 on host hv-cinder-80458 {{(pid=94117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 14 19:04:23.846959 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-0b75426b-803c-4320-840d-c500aec7a9e1 req-2ef3f856-b9d8-4703-ae78-682642c586d0 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:23.850116 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-0b75426b-803c-4320-840d-c500aec7a9e1 req-2ef3f856-b9d8-4703-ae78-682642c586d0 tempest-DeleteServersTestJSON-1051061076 tempest-DeleteServersTestJSON-1051061076-project] 10.222.0.24 "DELETE /v2.0/ports/536ef4ee-7a0a-4506-9f50-ab77db6ae112 HTTP/1.1" status: 204 len: 173 time: 0.7255614 Aug 14 19:04:23.850722 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82bdde8-37f3-4af3-a769-4b06658d0a48', 'name': 'network-vif-deleted', 'tag': '536ef4ee-7a0a-4506-9f50-ab77db6ae112'}] {{(pid=94117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:04:23.853162 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ea8273f875cf68671556eb39bbac10e5cf2532cbac2204340d4cc673a0511b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30ceb37-b52f-4c78-b743-c63155099c59" -d '{"events": [{"server_uuid": "d82bdde8-37f3-4af3-a769-4b06658d0a48", "name": "network-vif-deleted", "tag": "536ef4ee-7a0a-4506-9f50-ab77db6ae112"}]}' {{(pid=94117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:04:23.887871 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:23.905193 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f9e7d1-1d13-44be-a313-939f09101c3f x-openstack-request-id: req-84f9e7d1-1d13-44be-a313-939f09101c3f {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:04:23.906414 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d82bdde8-37f3-4af3-a769-4b06658d0a48", "name": "network-vif-deleted", "tag": "536ef4ee-7a0a-4506-9f50-ab77db6ae112", "status": "completed", "code": 200}]} {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:04:23.906414 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-84f9e7d1-1d13-44be-a313-939f09101c3f {{(pid=94117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:04:23.913022 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd82bdde8-37f3-4af3-a769-4b06658d0a48', 'name': 'network-vif-deleted', 'tag': '536ef4ee-7a0a-4506-9f50-ab77db6ae112', 'status': 'completed', 'code': 200} Aug 14 19:04:23.981236 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-7af5c98c-59af-4fb2-8474-9d809592014e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:23.985389 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-7af5c98c-59af-4fb2-8474-9d809592014e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:24.024637 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-7af5c98c-59af-4fb2-8474-9d809592014e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=25a92142ab5d481387a554cbf0354bf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3684552 Aug 14 19:04:24.027387 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5c98c-59af-4fb2-8474-9d809592014e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c98cde-9f85-4597-b56e-e4b36b5c385a,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:24.027526 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 59302) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:24.089211 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-55fab0c8-869d-4fe6-b7ca-c549feff6db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:24.112784 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-55fab0c8-869d-4fe6-b7ca-c549feff6db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:24.164728 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-55fab0c8-869d-4fe6-b7ca-c549feff6db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:24.167875 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-55fab0c8-869d-4fe6-b7ca-c549feff6db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:24.169095 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-55fab0c8-869d-4fe6-b7ca-c549feff6db8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/24c98cde-9f85-4597-b56e-e4b36b5c385a HTTP/1.1" status: 204 len: 168 time: 0.1404057 Aug 14 19:04:24.178733 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fab0c8-869d-4fe6-b7ca-c549feff6db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c98cde-9f85-4597-b56e-e4b36b5c385a,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:24.531783 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 59324) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:24.546738 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-48657c1d-ef75-4cf5-afce-976f7c670a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:24.684261 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-48657c1d-ef75-4cf5-afce-976f7c670a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:24.690382 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-48657c1d-ef75-4cf5-afce-976f7c670a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:24.727778 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48657c1d-ef75-4cf5-afce-976f7c670a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa70689f-082e-473a-9c16-671fd2b6e040,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:24.754349 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-48657c1d-ef75-4cf5-afce-976f7c670a16 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=220f5fc4d248418eba2ffef230b9ab9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2186120 Aug 14 19:04:24.754792 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 59340) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:24.813063 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-08dcadd1-f8e5-4613-afd4-76792f24fe76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:24.842910 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-08dcadd1-f8e5-4613-afd4-76792f24fe76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:24.983294 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8e1f5-8f10-452d-9ac6-b3f40e555bcf req-98bfa583-e347-49a9-b199-65481906248d tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:24.986388 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-49e8e1f5-8f10-452d-9ac6-b3f40e555bcf req-98bfa583-e347-49a9-b199-65481906248d tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.0817218 Aug 14 19:04:25.014821 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-08dcadd1-f8e5-4613-afd4-76792f24fe76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:25.018039 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-08dcadd1-f8e5-4613-afd4-76792f24fe76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:25.019949 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-08dcadd1-f8e5-4613-afd4-76792f24fe76 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fa70689f-082e-473a-9c16-671fd2b6e040 HTTP/1.1" status: 204 len: 168 time: 0.2630906 Aug 14 19:04:25.054244 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dcadd1-f8e5-4613-afd4-76792f24fe76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa70689f-082e-473a-9c16-671fd2b6e040,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:25.072382 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-49e8e1f5-8f10-452d-9ac6-b3f40e555bcf req-60b5e7af-d6db-4545-a02e-34ac13f545bd tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766110 Aug 14 19:04:25.210000 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:27.831160 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1299b7-b8ba-4099-9794-23381afc3dab req-a0101dd6-85f5-4fec-8fbd-65e7c511f772 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:27.832697 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-ec1299b7-b8ba-4099-9794-23381afc3dab req-a0101dd6-85f5-4fec-8fbd-65e7c511f772 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.0526035 Aug 14 19:04:27.883610 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-ec1299b7-b8ba-4099-9794-23381afc3dab req-96a2624d-f3b7-4df8-a409-9e773fd24b25 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439203 Aug 14 19:04:28.363003 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 536ef4ee-7a0a-4506-9f50-ab77db6ae112 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:04:28.525047 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] No Port match for: 536ef4ee-7a0a-4506-9f50-ab77db6ae112 {{(pid=94118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 14 19:04:28.525618 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 536ef4ee-7a0a-4506-9f50-ab77db6ae112 not bound to the agent host hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 14 19:04:28.624667 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 59490) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:28.633305 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1c330512-283b-4eea-a75e-8c441e155d0a req-ca9fcb7b-005e-4468-84b3-63b52f3908cd tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=8fff8c11480442de9cad2b0388575ecd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462966 Aug 14 19:04:28.686563 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.db_base_plugin_v2 [None req-76568f4a-a38b-4217-8a4b-ee57a4e91fe3 admin admin] Deleting subnet 1010c491-8406-4920-83d6-acd7d40715ca {{(pid=94116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 14 19:04:28.690515 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-76568f4a-a38b-4217-8a4b-ee57a4e91fe3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:28.733877 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-76568f4a-a38b-4217-8a4b-ee57a4e91fe3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:28.748819 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-76568f4a-a38b-4217-8a4b-ee57a4e91fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642801'] for subnet, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:28.847082 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-76568f4a-a38b-4217-8a4b-ee57a4e91fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998'] for subnet, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:28.875365 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76568f4a-a38b-4217-8a4b-ee57a4e91fe3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1010c491-8406-4920-83d6-acd7d40715ca,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:28.886906 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76568f4a-a38b-4217-8a4b-ee57a4e91fe3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:04:28.887575 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76568f4a-a38b-4217-8a4b-ee57a4e91fe3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:04:28.888105 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76568f4a-a38b-4217-8a4b-ee57a4e91fe3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:04:28.889659 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76568f4a-a38b-4217-8a4b-ee57a4e91fe3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:04:28.890311 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76568f4a-a38b-4217-8a4b-ee57a4e91fe3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:04:28.891007 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76568f4a-a38b-4217-8a4b-ee57a4e91fe3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:04:28.891814 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76568f4a-a38b-4217-8a4b-ee57a4e91fe3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:04:28.892322 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76568f4a-a38b-4217-8a4b-ee57a4e91fe3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:04:28.892828 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76568f4a-a38b-4217-8a4b-ee57a4e91fe3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:04:28.893335 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76568f4a-a38b-4217-8a4b-ee57a4e91fe3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:04:28.893842 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76568f4a-a38b-4217-8a4b-ee57a4e91fe3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:04:28.894616 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76568f4a-a38b-4217-8a4b-ee57a4e91fe3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:04:28.902301 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-76568f4a-a38b-4217-8a4b-ee57a4e91fe3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:28.904587 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-76568f4a-a38b-4217-8a4b-ee57a4e91fe3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1010c491-8406-4920-83d6-acd7d40715ca HTTP/1.1" status: 204 len: 168 time: 0.2785747 Aug 14 19:04:28.909740 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 59508) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:29.001203 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c330512-283b-4eea-a75e-8c441e155d0a req-857a75e0-4c79-46ba-a046-c50cd69002af tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:29.002805 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1c330512-283b-4eea-a75e-8c441e155d0a req-857a75e0-4c79-46ba-a046-c50cd69002af tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3635554 Aug 14 19:04:29.035838 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1c330512-283b-4eea-a75e-8c441e155d0a req-dce3e322-d200-4ed5-a2c1-9f6411507f1f tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] 10.222.0.39 "GET /v2.0/quotas/8fff8c11480442de9cad2b0388575ecd HTTP/1.1" status: 200 len: 375 time: 0.0249438 Aug 14 19:04:29.039122 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-db826cdc-a39a-4767-acd6-c24d13f78af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529646'] for network, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:29.080756 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1c330512-283b-4eea-a75e-8c441e155d0a req-812d1cef-3345-4f94-a819-184254f4a168 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8fff8c11480442de9cad2b0388575ecd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344932 Aug 14 19:04:29.105851 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8693d62-4ee5-48c1-8f37-ba54afb9a8f9 req-68c49ad3-ddfe-4dbf-9120-396799172039 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:29.107562 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c8693d62-4ee5-48c1-8f37-ba54afb9a8f9 req-68c49ad3-ddfe-4dbf-9120-396799172039 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.0586865 Aug 14 19:04:29.157061 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c8693d62-4ee5-48c1-8f37-ba54afb9a8f9 req-c9d4aeb4-8cd3-4fac-ad64-3cad642fb001 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425475 Aug 14 19:04:29.179087 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-db826cdc-a39a-4767-acd6-c24d13f78af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639094', 'neutron.services.segments.db._delete_segments_for_network-8754979395952'] for network, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:29.192183 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-db826cdc-a39a-4767-acd6-c24d13f78af9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 19:04:29.192658 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-db826cdc-a39a-4767-acd6-c24d13f78af9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 19:04:29.193706 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-db826cdc-a39a-4767-acd6-c24d13f78af9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 19:04:29.194247 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-db826cdc-a39a-4767-acd6-c24d13f78af9 admin admin] Subscribe: > port after_create 55550000 {{(pid=94117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 19:04:29.194693 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-db826cdc-a39a-4767-acd6-c24d13f78af9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 19:04:29.195062 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-db826cdc-a39a-4767-acd6-c24d13f78af9 admin admin] Subscribe: > port after_update 55550000 {{(pid=94117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 19:04:29.195408 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-db826cdc-a39a-4767-acd6-c24d13f78af9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 19:04:29.195815 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-db826cdc-a39a-4767-acd6-c24d13f78af9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 19:04:29.196236 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-db826cdc-a39a-4767-acd6-c24d13f78af9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 19:04:29.196665 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-db826cdc-a39a-4767-acd6-c24d13f78af9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 19:04:29.314002 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-4674da39-6651-479b-a177-7ef8c3dc1f8e req-6e00da23-0633-4734-9d42-96264b1d2668 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] 10.222.0.39 "GET /v2.0/ports?device_id=50d96c16-08a6-42b3-8126-f6304a86043a HTTP/1.1" status: 200 len: 210 time: 0.0357447 Aug 14 19:04:29.385459 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-db826cdc-a39a-4767-acd6-c24d13f78af9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 19:04:29.385876 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-db826cdc-a39a-4767-acd6-c24d13f78af9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 19:04:29.386435 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-db826cdc-a39a-4767-acd6-c24d13f78af9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 19:04:29.387011 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-db826cdc-a39a-4767-acd6-c24d13f78af9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 19:04:29.387437 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.services.segments.db [None req-db826cdc-a39a-4767-acd6-c24d13f78af9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39f72ae9-5555-416a-84f4-08abb1566c10']}} {{(pid=94117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:04:29.401115 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 59530) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:29.410082 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.services.segments.db [None req-db826cdc-a39a-4767-acd6-c24d13f78af9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecaddaaa-29a0-42e8-9639-f77205c6f149') {'for_net_delete': True} {{(pid=94117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:04:29.410403 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.services.segments.db [None req-db826cdc-a39a-4767-acd6-c24d13f78af9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecaddaaa-29a0-42e8-9639-f77205c6f149') {} {{(pid=94117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:04:29.430339 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-db826cdc-a39a-4767-acd6-c24d13f78af9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754979399801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041036'] for segment, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:29.456907 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-db826cdc-a39a-4767-acd6-c24d13f78af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736'] for segment, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:29.467404 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db826cdc-a39a-4767-acd6-c24d13f78af9 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 14 19:04:29.468099 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-db826cdc-a39a-4767-acd6-c24d13f78af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25274362'] for segment, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:29.514363 dv-cinder-804581-2-iscsi neutron-server[94117]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 14 19:04:29.514363 dv-cinder-804581-2-iscsi neutron-server[94117]: from cryptography.utils import int_from_bytes Aug 14 19:04:29.514363 dv-cinder-804581-2-iscsi neutron-server[94117]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 14 19:04:29.514363 dv-cinder-804581-2-iscsi neutron-server[94117]: from cryptography.utils import int_from_bytes Aug 14 19:04:29.514363 dv-cinder-804581-2-iscsi neutron-server[94117]: Traceback (most recent call last): Aug 14 19:04:29.514363 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 14 19:04:29.514363 dv-cinder-804581-2-iscsi neutron-server[94117]: timer() Aug 14 19:04:29.514363 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 14 19:04:29.514363 dv-cinder-804581-2-iscsi neutron-server[94117]: cb(*args, **kw) Aug 14 19:04:29.514363 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 14 19:04:29.514363 dv-cinder-804581-2-iscsi neutron-server[94117]: return func(*args, **kwargs) Aug 14 19:04:29.514363 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 14 19:04:29.514363 dv-cinder-804581-2-iscsi neutron-server[94117]: self._notify() Aug 14 19:04:29.514363 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 14 19:04:29.514363 dv-cinder-804581-2-iscsi neutron-server[94117]: self.callback(batched_events) Aug 14 19:04:29.514363 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 14 19:04:29.514363 dv-cinder-804581-2-iscsi neutron-server[94117]: event.method(event) Aug 14 19:04:29.514363 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 14 19:04:29.514363 dv-cinder-804581-2-iscsi neutron-server[94117]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 14 19:04:29.514363 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 14 19:04:29.514363 dv-cinder-804581-2-iscsi neutron-server[94117]: aggregate_uuid = self.p_client.list_aggregates( Aug 14 19:04:29.514363 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 14 19:04:29.514363 dv-cinder-804581-2-iscsi neutron-server[94117]: return f(self, *a, **k) Aug 14 19:04:29.514363 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 14 19:04:29.514363 dv-cinder-804581-2-iscsi neutron-server[94117]: return self._get(url).json() Aug 14 19:04:29.514363 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 14 19:04:29.514363 dv-cinder-804581-2-iscsi neutron-server[94117]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 14 19:04:29.514363 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 14 19:04:29.514363 dv-cinder-804581-2-iscsi neutron-server[94117]: return self.request(url, 'GET', **kwargs) Aug 14 19:04:29.514363 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 14 19:04:29.514363 dv-cinder-804581-2-iscsi neutron-server[94117]: base_url = self.get_endpoint(auth, allow=allow, Aug 14 19:04:29.514363 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 14 19:04:29.514363 dv-cinder-804581-2-iscsi neutron-server[94117]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 14 19:04:29.514363 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 14 19:04:29.514363 dv-cinder-804581-2-iscsi neutron-server[94117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 14 19:04:29.514363 dv-cinder-804581-2-iscsi neutron-server[94117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 14 19:04:29.535459 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-93932d19-78f9-4eb1-a1fb-65fc0d835c2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:29.562805 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-db826cdc-a39a-4767-acd6-c24d13f78af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499365'] for network, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:29.571239 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-db826cdc-a39a-4767-acd6-c24d13f78af9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for network, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:29.574049 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-db826cdc-a39a-4767-acd6-c24d13f78af9 admin admin] 10.222.0.39 "DELETE /v2.0/networks/39f72ae9-5555-416a-84f4-08abb1566c10 HTTP/1.1" status: 204 len: 168 time: 0.6609800 Aug 14 19:04:29.594938 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db826cdc-a39a-4767-acd6-c24d13f78af9 admin admin] Pushing event deleted for resources: {'Network': ['ID=39f72ae9-5555-416a-84f4-08abb1566c10,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:29.607950 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db826cdc-a39a-4767-acd6-c24d13f78af9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:04:29.608257 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db826cdc-a39a-4767-acd6-c24d13f78af9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:04:29.608692 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db826cdc-a39a-4767-acd6-c24d13f78af9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:04:29.608926 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db826cdc-a39a-4767-acd6-c24d13f78af9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:04:29.609266 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db826cdc-a39a-4767-acd6-c24d13f78af9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:04:29.609612 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db826cdc-a39a-4767-acd6-c24d13f78af9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:04:29.610065 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db826cdc-a39a-4767-acd6-c24d13f78af9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:04:29.610550 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db826cdc-a39a-4767-acd6-c24d13f78af9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:04:29.611075 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db826cdc-a39a-4767-acd6-c24d13f78af9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:04:29.611596 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db826cdc-a39a-4767-acd6-c24d13f78af9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:04:29.612478 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db826cdc-a39a-4767-acd6-c24d13f78af9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:04:29.612961 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db826cdc-a39a-4767-acd6-c24d13f78af9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:04:29.684978 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-93932d19-78f9-4eb1-a1fb-65fc0d835c2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:29.696585 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-93932d19-78f9-4eb1-a1fb-65fc0d835c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:29.731541 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 59538) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:29.749749 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-93932d19-78f9-4eb1-a1fb-65fc0d835c2e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=28c226d955aa478691da7f96bac894ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3475308 Aug 14 19:04:29.750689 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93932d19-78f9-4eb1-a1fb-65fc0d835c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1031b41-de10-4b0e-8d40-ce1a715fed6c,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:29.753431 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 59540) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:29.819134 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-a6f62a51-a4a3-44c7-90c9-e4f7957691f7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bcc608f3aa1e43c98defac55a8c90dad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0855243 Aug 14 19:04:29.823212 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 59542) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:29.839596 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-9855f138-d768-41c6-81e7-b509e19037ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:29.879103 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-9855f138-d768-41c6-81e7-b509e19037ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:29.913800 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-82fa7bd2-9560-4485-b8e5-f83561344742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:29.962457 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-82fa7bd2-9560-4485-b8e5-f83561344742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:29.981307 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-9855f138-d768-41c6-81e7-b509e19037ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:29.984895 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-9855f138-d768-41c6-81e7-b509e19037ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:29.986658 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-9855f138-d768-41c6-81e7-b509e19037ce admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a1031b41-de10-4b0e-8d40-ce1a715fed6c HTTP/1.1" status: 204 len: 168 time: 0.2310729 Aug 14 19:04:29.999534 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9855f138-d768-41c6-81e7-b509e19037ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1031b41-de10-4b0e-8d40-ce1a715fed6c,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:30.087078 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-82fa7bd2-9560-4485-b8e5-f83561344742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:30.091759 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-82fa7bd2-9560-4485-b8e5-f83561344742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:30.091977 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 59562) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:30.093679 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-82fa7bd2-9560-4485-b8e5-f83561344742 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/70c13d1b-68a6-4e86-9843-98e211c6b80b HTTP/1.1" status: 204 len: 168 time: 0.2689924 Aug 14 19:04:30.105561 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa7bd2-9560-4485-b8e5-f83561344742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c13d1b-68a6-4e86-9843-98e211c6b80b,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:30.366008 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cf9a664-82c3-4ed8-8a05-8d1ae8bb8af3 admin admin] Deleting subnet 547e0cd1-85f6-4296-9602-35e5d08e9674 {{(pid=94117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 14 19:04:30.370013 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-5cf9a664-82c3-4ed8-8a05-8d1ae8bb8af3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:30.411784 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-5cf9a664-82c3-4ed8-8a05-8d1ae8bb8af3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041051'] for subnet, precommit_delete_associations {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:30.467623 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-5cf9a664-82c3-4ed8-8a05-8d1ae8bb8af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642801'] for subnet, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:30.524263 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 59574) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:30.541360 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-fa0c16da-0791-47bc-8e20-69b57bdfe060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:30.553058 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-5cf9a664-82c3-4ed8-8a05-8d1ae8bb8af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25274148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27050866'] for subnet, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:30.583122 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9a664-82c3-4ed8-8a05-8d1ae8bb8af3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=547e0cd1-85f6-4296-9602-35e5d08e9674,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:30.590136 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-5cf9a664-82c3-4ed8-8a05-8d1ae8bb8af3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for subnet, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:30.595955 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-5cf9a664-82c3-4ed8-8a05-8d1ae8bb8af3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/547e0cd1-85f6-4296-9602-35e5d08e9674 HTTP/1.1" status: 204 len: 168 time: 0.4992433 Aug 14 19:04:30.595955 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 59578) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:30.678222 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-366f7514-df36-4b39-b2ce-9e6e52bfc582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529646'] for network, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:30.704933 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-fa0c16da-0791-47bc-8e20-69b57bdfe060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:30.710285 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-fa0c16da-0791-47bc-8e20-69b57bdfe060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:30.765399 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-fa0c16da-0791-47bc-8e20-69b57bdfe060 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2fc6daee3f28462589a55acac942a833&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2397885 Aug 14 19:04:30.766609 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c16da-0791-47bc-8e20-69b57bdfe060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55dd911f-4ee8-43b9-bdf3-931212e8c9ea,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:30.769348 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 59584) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:30.784058 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-366f7514-df36-4b39-b2ce-9e6e52bfc582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639094', 'neutron.services.segments.db._delete_segments_for_network-8754979395952'] for network, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:30.811016 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.services.segments.db [None req-366f7514-df36-4b39-b2ce-9e6e52bfc582 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20331935-1bbf-4063-b12c-9e4f0a8eb19a']}} {{(pid=94117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:04:30.824131 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.services.segments.db [None req-366f7514-df36-4b39-b2ce-9e6e52bfc582 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9394bf39-7eec-4bdb-ab49-5b7303e66913') {'for_net_delete': True} {{(pid=94117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:04:30.824834 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.services.segments.db [None req-366f7514-df36-4b39-b2ce-9e6e52bfc582 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9394bf39-7eec-4bdb-ab49-5b7303e66913') {} {{(pid=94117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:04:30.836341 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-5c39a557-2200-43db-966d-7e45e25a7f5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:30.836785 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-366f7514-df36-4b39-b2ce-9e6e52bfc582 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754979399801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041036'] for segment, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:30.859369 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-366f7514-df36-4b39-b2ce-9e6e52bfc582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736'] for segment, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:30.868865 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-366f7514-df36-4b39-b2ce-9e6e52bfc582 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 14 19:04:30.869428 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-366f7514-df36-4b39-b2ce-9e6e52bfc582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25274362'] for segment, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:30.872940 dv-cinder-804581-2-iscsi neutron-server[94117]: Traceback (most recent call last): Aug 14 19:04:30.872940 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 14 19:04:30.872940 dv-cinder-804581-2-iscsi neutron-server[94117]: timer() Aug 14 19:04:30.872940 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 14 19:04:30.872940 dv-cinder-804581-2-iscsi neutron-server[94117]: cb(*args, **kw) Aug 14 19:04:30.872940 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 14 19:04:30.872940 dv-cinder-804581-2-iscsi neutron-server[94117]: return func(*args, **kwargs) Aug 14 19:04:30.872940 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 14 19:04:30.872940 dv-cinder-804581-2-iscsi neutron-server[94117]: self._notify() Aug 14 19:04:30.872940 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 14 19:04:30.872940 dv-cinder-804581-2-iscsi neutron-server[94117]: self.callback(batched_events) Aug 14 19:04:30.872940 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 14 19:04:30.872940 dv-cinder-804581-2-iscsi neutron-server[94117]: event.method(event) Aug 14 19:04:30.872940 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 14 19:04:30.872940 dv-cinder-804581-2-iscsi neutron-server[94117]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 14 19:04:30.872940 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 14 19:04:30.872940 dv-cinder-804581-2-iscsi neutron-server[94117]: aggregate_uuid = self.p_client.list_aggregates( Aug 14 19:04:30.872940 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 14 19:04:30.872940 dv-cinder-804581-2-iscsi neutron-server[94117]: return f(self, *a, **k) Aug 14 19:04:30.872940 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 14 19:04:30.872940 dv-cinder-804581-2-iscsi neutron-server[94117]: return self._get(url).json() Aug 14 19:04:30.872940 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 14 19:04:30.872940 dv-cinder-804581-2-iscsi neutron-server[94117]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 14 19:04:30.872940 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 14 19:04:30.872940 dv-cinder-804581-2-iscsi neutron-server[94117]: return self.request(url, 'GET', **kwargs) Aug 14 19:04:30.872940 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 14 19:04:30.872940 dv-cinder-804581-2-iscsi neutron-server[94117]: base_url = self.get_endpoint(auth, allow=allow, Aug 14 19:04:30.872940 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 14 19:04:30.872940 dv-cinder-804581-2-iscsi neutron-server[94117]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 14 19:04:30.872940 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 14 19:04:30.872940 dv-cinder-804581-2-iscsi neutron-server[94117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 14 19:04:30.872940 dv-cinder-804581-2-iscsi neutron-server[94117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 14 19:04:30.877086 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-5c39a557-2200-43db-966d-7e45e25a7f5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:30.941843 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-366f7514-df36-4b39-b2ce-9e6e52bfc582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499365'] for network, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:30.948266 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-366f7514-df36-4b39-b2ce-9e6e52bfc582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for network, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:30.950716 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-366f7514-df36-4b39-b2ce-9e6e52bfc582 admin admin] 10.222.0.39 "DELETE /v2.0/networks/20331935-1bbf-4063-b12c-9e4f0a8eb19a HTTP/1.1" status: 204 len: 168 time: 0.3533053 Aug 14 19:04:30.956352 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 59592) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:30.965441 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f7514-df36-4b39-b2ce-9e6e52bfc582 admin admin] Pushing event deleted for resources: {'Network': ['ID=20331935-1bbf-4063-b12c-9e4f0a8eb19a,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:31.010412 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-5c39a557-2200-43db-966d-7e45e25a7f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:31.015165 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-5c39a557-2200-43db-966d-7e45e25a7f5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:31.017163 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-5c39a557-2200-43db-966d-7e45e25a7f5b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/55dd911f-4ee8-43b9-bdf3-931212e8c9ea HTTP/1.1" status: 204 len: 168 time: 0.2467940 Aug 14 19:04:31.044949 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39a557-2200-43db-966d-7e45e25a7f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55dd911f-4ee8-43b9-bdf3-931212e8c9ea,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:31.061340 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.db_base_plugin_v2 [None req-78846d52-e74a-4fb4-a4ae-49ed1d75307b admin admin] Deleting subnet 874b2190-39d1-407b-8d96-de94092a426c {{(pid=94116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 14 19:04:31.066578 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-78846d52-e74a-4fb4-a4ae-49ed1d75307b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:31.126446 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-78846d52-e74a-4fb4-a4ae-49ed1d75307b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:31.137588 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-78846d52-e74a-4fb4-a4ae-49ed1d75307b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642801'] for subnet, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:31.226689 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-78846d52-e74a-4fb4-a4ae-49ed1d75307b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998'] for subnet, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:31.257750 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-78846d52-e74a-4fb4-a4ae-49ed1d75307b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:31.259876 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-78846d52-e74a-4fb4-a4ae-49ed1d75307b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/874b2190-39d1-407b-8d96-de94092a426c HTTP/1.1" status: 204 len: 168 time: 0.3005600 Aug 14 19:04:31.260959 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78846d52-e74a-4fb4-a4ae-49ed1d75307b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=874b2190-39d1-407b-8d96-de94092a426c,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:31.262858 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 59602) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:31.354892 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-da141cde-9f65-4ecb-8450-ae9cacc9739c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529646'] for network, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:31.442226 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-da141cde-9f65-4ecb-8450-ae9cacc9739c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639094', 'neutron.services.segments.db._delete_segments_for_network-8754979395952'] for network, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:31.455156 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.services.segments.db [None req-da141cde-9f65-4ecb-8450-ae9cacc9739c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf55d12-e5b1-4a5e-822a-13660a5f6d2f']}} {{(pid=94117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:04:31.472911 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.services.segments.db [None req-da141cde-9f65-4ecb-8450-ae9cacc9739c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35f1c040-b7ef-44b8-afcd-16e0fd3a9c9b') {'for_net_delete': True} {{(pid=94117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:04:31.473206 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.services.segments.db [None req-da141cde-9f65-4ecb-8450-ae9cacc9739c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35f1c040-b7ef-44b8-afcd-16e0fd3a9c9b') {} {{(pid=94117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:04:31.486773 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-da141cde-9f65-4ecb-8450-ae9cacc9739c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754979399801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041036'] for segment, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:31.507070 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-da141cde-9f65-4ecb-8450-ae9cacc9739c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736'] for segment, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:31.517182 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da141cde-9f65-4ecb-8450-ae9cacc9739c admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 14 19:04:31.517846 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-da141cde-9f65-4ecb-8450-ae9cacc9739c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25274362'] for segment, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:31.520702 dv-cinder-804581-2-iscsi neutron-server[94117]: Traceback (most recent call last): Aug 14 19:04:31.520702 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 14 19:04:31.520702 dv-cinder-804581-2-iscsi neutron-server[94117]: timer() Aug 14 19:04:31.520702 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 14 19:04:31.520702 dv-cinder-804581-2-iscsi neutron-server[94117]: cb(*args, **kw) Aug 14 19:04:31.520702 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 14 19:04:31.520702 dv-cinder-804581-2-iscsi neutron-server[94117]: return func(*args, **kwargs) Aug 14 19:04:31.520702 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 14 19:04:31.520702 dv-cinder-804581-2-iscsi neutron-server[94117]: self._notify() Aug 14 19:04:31.520702 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 14 19:04:31.520702 dv-cinder-804581-2-iscsi neutron-server[94117]: self.callback(batched_events) Aug 14 19:04:31.520702 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 14 19:04:31.520702 dv-cinder-804581-2-iscsi neutron-server[94117]: event.method(event) Aug 14 19:04:31.520702 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 14 19:04:31.520702 dv-cinder-804581-2-iscsi neutron-server[94117]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 14 19:04:31.520702 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 14 19:04:31.520702 dv-cinder-804581-2-iscsi neutron-server[94117]: aggregate_uuid = self.p_client.list_aggregates( Aug 14 19:04:31.520702 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 14 19:04:31.520702 dv-cinder-804581-2-iscsi neutron-server[94117]: return f(self, *a, **k) Aug 14 19:04:31.520702 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 14 19:04:31.520702 dv-cinder-804581-2-iscsi neutron-server[94117]: return self._get(url).json() Aug 14 19:04:31.520702 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 14 19:04:31.520702 dv-cinder-804581-2-iscsi neutron-server[94117]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 14 19:04:31.520702 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 14 19:04:31.520702 dv-cinder-804581-2-iscsi neutron-server[94117]: return self.request(url, 'GET', **kwargs) Aug 14 19:04:31.520702 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 14 19:04:31.520702 dv-cinder-804581-2-iscsi neutron-server[94117]: base_url = self.get_endpoint(auth, allow=allow, Aug 14 19:04:31.520702 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 14 19:04:31.520702 dv-cinder-804581-2-iscsi neutron-server[94117]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 14 19:04:31.520702 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 14 19:04:31.520702 dv-cinder-804581-2-iscsi neutron-server[94117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 14 19:04:31.520702 dv-cinder-804581-2-iscsi neutron-server[94117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 14 19:04:31.621899 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-da141cde-9f65-4ecb-8450-ae9cacc9739c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499365'] for network, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:31.628447 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-da141cde-9f65-4ecb-8450-ae9cacc9739c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for network, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:31.630774 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-da141cde-9f65-4ecb-8450-ae9cacc9739c admin admin] 10.222.0.39 "DELETE /v2.0/networks/8cf55d12-e5b1-4a5e-822a-13660a5f6d2f HTTP/1.1" status: 204 len: 168 time: 0.3652627 Aug 14 19:04:31.649701 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da141cde-9f65-4ecb-8450-ae9cacc9739c admin admin] Pushing event deleted for resources: {'Network': ['ID=8cf55d12-e5b1-4a5e-822a-13660a5f6d2f,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:31.790856 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 59630) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:31.837402 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-a9fc070d-8755-40d9-af2e-1a4507d951d9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=57b196ea5998444a9ab7554028e26a06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453124 Aug 14 19:04:31.845145 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 59632) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:31.900870 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-bc938922-6964-452f-bbde-780f21675b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:31.929938 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-bc938922-6964-452f-bbde-780f21675b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:32.008124 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-bc938922-6964-452f-bbde-780f21675b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:32.008124 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-bc938922-6964-452f-bbde-780f21675b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:32.008124 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-bc938922-6964-452f-bbde-780f21675b44 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/509f6d83-a01b-41bc-bf03-2d391b1f0497 HTTP/1.1" status: 204 len: 168 time: 0.1614861 Aug 14 19:04:32.019442 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc938922-6964-452f-bbde-780f21675b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509f6d83-a01b-41bc-bf03-2d391b1f0497,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:32.449705 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-656d58c8-b364-48d7-800f-8b72f389769f req-50a99255-4f21-4893-80bf-483f13e5c627 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] 10.222.0.39 "GET /v2.0/ports?device_id=50d96c16-08a6-42b3-8126-f6304a86043a HTTP/1.1" status: 200 len: 210 time: 0.0603263 Aug 14 19:04:32.496789 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c2253-50fa-4bc3-96ff-01162cd333de req-05c1154e-4fbc-47d9-bf64-65d615afbed9 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:32.499151 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-292c2253-50fa-4bc3-96ff-01162cd333de req-05c1154e-4fbc-47d9-bf64-65d615afbed9 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.1779714 Aug 14 19:04:32.595784 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-292c2253-50fa-4bc3-96ff-01162cd333de req-9c664bb5-1d8c-4a3a-b945-80aa69bb7afb tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789158 Aug 14 19:04:32.716362 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 59664) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:32.762747 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-cdb5df3a-bbb7-4736-b80e-2d2b971c6d47 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d81bc65a22cb4238ac8e321659f5a7d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446906 Aug 14 19:04:32.765376 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 59668) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:32.818756 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d5ea5fd4-a189-411d-b2ff-7904b70cfcf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:32.819984 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 59670) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:32.842183 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d5ea5fd4-a189-411d-b2ff-7904b70cfcf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:32.914911 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d5ea5fd4-a189-411d-b2ff-7904b70cfcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:32.920929 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d5ea5fd4-a189-411d-b2ff-7904b70cfcf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:32.923304 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-d5ea5fd4-a189-411d-b2ff-7904b70cfcf8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8d9dde89-e737-4129-8d10-4c189f02e42b HTTP/1.1" status: 204 len: 168 time: 0.1565282 Aug 14 19:04:32.937247 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea5fd4-a189-411d-b2ff-7904b70cfcf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9dde89-e737-4129-8d10-4c189f02e42b,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:32.994296 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-d2d85090-00d7-492d-b248-3814916cdaa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:33.024035 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1c330512-283b-4eea-a75e-8c441e155d0a req-bce2cbd3-a211-408d-8bc7-0612ca99f074 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=8fff8c11480442de9cad2b0388575ecd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270634 Aug 14 19:04:33.250818 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c330512-283b-4eea-a75e-8c441e155d0a req-131de34d-1a28-4fd3-8c54-15db44889bfc tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:33.252469 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1c330512-283b-4eea-a75e-8c441e155d0a req-131de34d-1a28-4fd3-8c54-15db44889bfc tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2112393 Aug 14 19:04:33.283918 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [req-1c330512-283b-4eea-a75e-8c441e155d0a req-00dea42c-9e2f-466c-bd91-be0b8fd1a805 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] Request body: {'port': {'device_id': '50d96c16-08a6-42b3-8126-f6304a86043a', 'network_id': '48268f38-514c-4b6f-81f6-543d5cf07fbf', 'admin_state_up': True, 'tenant_id': '8fff8c11480442de9cad2b0388575ecd'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:04:33.321766 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-d2d85090-00d7-492d-b248-3814916cdaa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:33.352674 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-d2d85090-00d7-492d-b248-3814916cdaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:33.413328 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-d2d85090-00d7-492d-b248-3814916cdaa1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=135239decda84784bdc359d1a0bd7c5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5916889 Aug 14 19:04:33.414407 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d85090-00d7-492d-b248-3814916cdaa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1869c4fc-e02e-4bf5-bc34-f044689f0254,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:33.416242 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 59698) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:33.477428 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c330512-283b-4eea-a75e-8c441e155d0a req-00dea42c-9e2f-466c-bd91-be0b8fd1a805 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] Made reservation on behalf of 8fff8c11480442de9cad2b0388575ecd for: {'port': 1} {{(pid=94117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:04:33.481442 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-1c330512-283b-4eea-a75e-8c441e155d0a req-00dea42c-9e2f-466c-bd91-be0b8fd1a805 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:33.489106 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-035b07f1-5d98-46eb-bf9c-375e27a88e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:33.491752 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-1c330512-283b-4eea-a75e-8c441e155d0a req-00dea42c-9e2f-466c-bd91-be0b8fd1a805 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] Notify callbacks [] for security_group, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:33.537779 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-035b07f1-5d98-46eb-bf9c-375e27a88e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:33.605350 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ca6d9607-0651-421b-9ca7-4762232b9220 req-9171fc46-e116-411e-a249-8cfe4157b927 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] 10.222.0.39 "GET /v2.0/ports?device_id=50d96c16-08a6-42b3-8126-f6304a86043a HTTP/1.1" status: 200 len: 210 time: 0.0432534 Aug 14 19:04:33.618785 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-035b07f1-5d98-46eb-bf9c-375e27a88e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:33.631639 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-035b07f1-5d98-46eb-bf9c-375e27a88e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:33.631639 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-035b07f1-5d98-46eb-bf9c-375e27a88e8f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1869c4fc-e02e-4bf5-bc34-f044689f0254 HTTP/1.1" status: 204 len: 168 time: 0.2114081 Aug 14 19:04:33.648172 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b07f1-5d98-46eb-bf9c-375e27a88e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1869c4fc-e02e-4bf5-bc34-f044689f0254,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:33.697886 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-1c330512-283b-4eea-a75e-8c441e155d0a req-00dea42c-9e2f-466c-bd91-be0b8fd1a805 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] Notify callbacks [] for security_group, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:33.705713 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-1c330512-283b-4eea-a75e-8c441e155d0a req-00dea42c-9e2f-466c-bd91-be0b8fd1a805 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:33.791328 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bec9c-821c-4230-b50d-bbdd92bfac4a req-327b0db9-2e80-4497-b73f-acf99a35ecde tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:33.794022 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-594bec9c-821c-4230-b50d-bbdd92bfac4a req-327b0db9-2e80-4497-b73f-acf99a35ecde tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.0742171 Aug 14 19:04:33.835196 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea42c-9e2f-466c-bd91-be0b8fd1a805 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab85ab5-a362-4b21-ba03-75b45762c504,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:33.848718 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-594bec9c-821c-4230-b50d-bbdd92bfac4a req-ca905ca2-d8df-4611-ad1e-f5211da4df50 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421724 Aug 14 19:04:33.962489 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.db_base_plugin_common [req-1c330512-283b-4eea-a75e-8c441e155d0a req-00dea42c-9e2f-466c-bd91-be0b8fd1a805 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] Allocated IP 192.168.233.22 (48268f38-514c-4b6f-81f6-543d5cf07fbf/ca03233e-4431-42d4-a1dc-f9e4e5703529/6e4fe035-88d0-455c-a5b7-32cb72c72092) {{(pid=94117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:04:34.171530 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-1c330512-283b-4eea-a75e-8c441e155d0a req-00dea42c-9e2f-466c-bd91-be0b8fd1a805 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] Notify callbacks [] for port, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:34.187471 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.provisioning_blocks [req-1c330512-283b-4eea-a75e-8c441e155d0a req-00dea42c-9e2f-466c-bd91-be0b8fd1a805 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] Transition to ACTIVE for port object 6e4fe035-88d0-455c-a5b7-32cb72c72092 will not be triggered until provisioned by entity DHCP. {{(pid=94117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:04:34.233048 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-1c330512-283b-4eea-a75e-8c441e155d0a req-00dea42c-9e2f-466c-bd91-be0b8fd1a805 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25274135'] for port, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:34.287141 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c330512-283b-4eea-a75e-8c441e155d0a req-00dea42c-9e2f-466c-bd91-be0b8fd1a805 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] Network 48268f38-514c-4b6f-81f6-543d5cf07fbf is already hosted by enough agents. {{(pid=94117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:04:34.292306 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.base_scheduler [req-1c330512-283b-4eea-a75e-8c441e155d0a req-00dea42c-9e2f-466c-bd91-be0b8fd1a805 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] Resources bound (agent type, host, resource id): {{(pid=94117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:04:34.296279 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c330512-283b-4eea-a75e-8c441e155d0a req-00dea42c-9e2f-466c-bd91-be0b8fd1a805 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] Received port after_create {{(pid=94117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:04:34.304128 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dea42c-9e2f-466c-bd91-be0b8fd1a805 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] Pushing event updated for resources: {'Port': ['ID=6e4fe035-88d0-455c-a5b7-32cb72c72092,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:34.372727 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c330512-283b-4eea-a75e-8c441e155d0a req-00dea42c-9e2f-466c-bd91-be0b8fd1a805 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:34.373484 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-1c330512-283b-4eea-a75e-8c441e155d0a req-00dea42c-9e2f-466c-bd91-be0b8fd1a805 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:34.398404 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1c330512-283b-4eea-a75e-8c441e155d0a req-00dea42c-9e2f-466c-bd91-be0b8fd1a805 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1201975 Aug 14 19:04:34.414052 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [req-1c330512-283b-4eea-a75e-8c441e155d0a req-89189020-82d8-4ab6-8267-cb6755c4b2c0 service neutron] Request body: {'port': {'device_id': '50d96c16-08a6-42b3-8126-f6304a86043a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:04:34.511506 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-1c330512-283b-4eea-a75e-8c441e155d0a req-89189020-82d8-4ab6-8267-cb6755c4b2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:34.720455 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-1e176d10-bcf0-44ee-a921-99fa92896d5c None None] Provisioning for port 6e4fe035-88d0-455c-a5b7-32cb72c72092 completed by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:04:34.728904 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-1e176d10-bcf0-44ee-a921-99fa92896d5c None None] Provisioning complete for port 6e4fe035-88d0-455c-a5b7-32cb72c72092 triggered by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:04:34.729280 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-1e176d10-bcf0-44ee-a921-99fa92896d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:34.791730 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-1e176d10-bcf0-44ee-a921-99fa92896d5c None None] Port 6e4fe035-88d0-455c-a5b7-32cb72c72092 cannot update to ACTIVE because it is not bound. {{(pid=94118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 14 19:04:34.841206 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92569431-099f-44c6-86d8-079c15069618 req-300baa09-4dfa-4710-a7e0-e2b010c8ee06 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:34.846167 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-92569431-099f-44c6-86d8-079c15069618 req-300baa09-4dfa-4710-a7e0-e2b010c8ee06 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] 10.222.0.39 "GET /v2.0/ports?device_id=50d96c16-08a6-42b3-8126-f6304a86043a HTTP/1.1" status: 200 len: 935 time: 0.0807452 Aug 14 19:04:34.917820 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-92569431-099f-44c6-86d8-079c15069618 req-da74e028-2aca-42ec-b2a9-767bb8a5c505 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ab85ab5-a362-4b21-ba03-75b45762c504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564137 Aug 14 19:04:34.977022 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.notifiers.nova [req-1c330512-283b-4eea-a75e-8c441e155d0a req-89189020-82d8-4ab6-8267-cb6755c4b2c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e4fe035-88d0-455c-a5b7-32cb72c72092 {{(pid=94117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:04:34.994500 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-1c330512-283b-4eea-a75e-8c441e155d0a req-89189020-82d8-4ab6-8267-cb6755c4b2c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:35.025731 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.provisioning_blocks [req-1c330512-283b-4eea-a75e-8c441e155d0a req-89189020-82d8-4ab6-8267-cb6755c4b2c0 service neutron] Transition to ACTIVE for port object 6e4fe035-88d0-455c-a5b7-32cb72c72092 will not be triggered until provisioned by entity L2. {{(pid=94117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:04:35.029391 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-1c330512-283b-4eea-a75e-8c441e155d0a req-89189020-82d8-4ab6-8267-cb6755c4b2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25274142'] for port, after_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:35.087310 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18a750-90c0-4257-8e73-c02e1212e8ed req-2c8a6941-f90d-4bc0-84f5-68de88f75bbe tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:35.089258 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ae18a750-90c0-4257-8e73-c02e1212e8ed req-2c8a6941-f90d-4bc0-84f5-68de88f75bbe tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.1066537 Aug 14 19:04:35.104405 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89189020-82d8-4ab6-8267-cb6755c4b2c0 service neutron] Pushing event updated for resources: {'Port': ['ID=6e4fe035-88d0-455c-a5b7-32cb72c72092,revision_number=2']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:35.162943 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.agents_db [None req-d9ec6548-365a-4179-9791-d0bac427e43f None None] Agent healthcheck: found 6 active agents {{(pid=94119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 14 19:04:35.181119 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ae18a750-90c0-4257-8e73-c02e1212e8ed req-8bf22277-53bc-470f-821a-50af75862ffe tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716391 Aug 14 19:04:35.214495 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.managers [req-1c330512-283b-4eea-a75e-8c441e155d0a req-89189020-82d8-4ab6-8267-cb6755c4b2c0 service neutron] Attempting to bind port 6e4fe035-88d0-455c-a5b7-32cb72c72092 on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:04:35.214899 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.managers [req-1c330512-283b-4eea-a75e-8c441e155d0a req-89189020-82d8-4ab6-8267-cb6755c4b2c0 service neutron] Attempting to bind port 6e4fe035-88d0-455c-a5b7-32cb72c72092 by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': 'fc7036eb-0d92-4050-abc2-60b90cd11b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '48268f38-514c-4b6f-81f6-543d5cf07fbf'}] {{(pid=94117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:04:35.215291 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c330512-283b-4eea-a75e-8c441e155d0a req-89189020-82d8-4ab6-8267-cb6755c4b2c0 service neutron] Attempting to bind port 6e4fe035-88d0-455c-a5b7-32cb72c72092 on network 48268f38-514c-4b6f-81f6-543d5cf07fbf {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:04:35.220208 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c330512-283b-4eea-a75e-8c441e155d0a req-89189020-82d8-4ab6-8267-cb6755c4b2c0 service neutron] Port 6e4fe035-88d0-455c-a5b7-32cb72c72092 on network 48268f38-514c-4b6f-81f6-543d5cf07fbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 14 19:04:35.220654 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c330512-283b-4eea-a75e-8c441e155d0a req-89189020-82d8-4ab6-8267-cb6755c4b2c0 service neutron] Attempting to bind port 6e4fe035-88d0-455c-a5b7-32cb72c72092 on network 48268f38-514c-4b6f-81f6-543d5cf07fbf {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:04:35.226560 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c330512-283b-4eea-a75e-8c441e155d0a req-89189020-82d8-4ab6-8267-cb6755c4b2c0 service neutron] Checking agent: {'id': '7eaedc20-6d95-47b4-8617-1798feafd334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 19, 1, 52), 'started_at': datetime.datetime(2021, 8, 14, 19, 1, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:04:35.226892 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c330512-283b-4eea-a75e-8c441e155d0a req-89189020-82d8-4ab6-8267-cb6755c4b2c0 service neutron] Checking segment: {'id': 'fc7036eb-0d92-4050-abc2-60b90cd11b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '48268f38-514c-4b6f-81f6-543d5cf07fbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:04:35.227276 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c330512-283b-4eea-a75e-8c441e155d0a req-89189020-82d8-4ab6-8267-cb6755c4b2c0 service neutron] Bound using segment: {'id': 'fc7036eb-0d92-4050-abc2-60b90cd11b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '48268f38-514c-4b6f-81f6-543d5cf07fbf'} {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:04:35.227706 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.managers [req-1c330512-283b-4eea-a75e-8c441e155d0a req-89189020-82d8-4ab6-8267-cb6755c4b2c0 service neutron] Bound port: 6e4fe035-88d0-455c-a5b7-32cb72c72092, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc7036eb-0d92-4050-abc2-60b90cd11b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '48268f38-514c-4b6f-81f6-543d5cf07fbf'}}] {{(pid=94117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:04:35.228062 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-1c330512-283b-4eea-a75e-8c441e155d0a req-89189020-82d8-4ab6-8267-cb6755c4b2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:35.317853 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [req-1c330512-283b-4eea-a75e-8c441e155d0a req-89189020-82d8-4ab6-8267-cb6755c4b2c0 service neutron] For port 6e4fe035-88d0-455c-a5b7-32cb72c72092, host hv-cinder-80458, cleared binding levels {{(pid=94117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:04:35.322084 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [req-1c330512-283b-4eea-a75e-8c441e155d0a req-89189020-82d8-4ab6-8267-cb6755c4b2c0 service neutron] For port 6e4fe035-88d0-455c-a5b7-32cb72c72092, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=6e4fe035-88d0-455c-a5b7-32cb72c72092,segment=NetworkSegment(fc7036eb-0d92-4050-abc2-60b90cd11b30),segment_id=fc7036eb-0d92-4050-abc2-60b90cd11b30)] {{(pid=94117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:04:35.327400 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-1c330512-283b-4eea-a75e-8c441e155d0a req-89189020-82d8-4ab6-8267-cb6755c4b2c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25274142'] for port, after_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:35.370166 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c330512-283b-4eea-a75e-8c441e155d0a req-89189020-82d8-4ab6-8267-cb6755c4b2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:35.370895 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-1c330512-283b-4eea-a75e-8c441e155d0a req-89189020-82d8-4ab6-8267-cb6755c4b2c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:35.372550 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1c330512-283b-4eea-a75e-8c441e155d0a req-89189020-82d8-4ab6-8267-cb6755c4b2c0 service neutron] 10.222.0.24 "PUT /v2.0/ports/6e4fe035-88d0-455c-a5b7-32cb72c72092 HTTP/1.1" status: 200 len: 1097 time: 0.9635577 Aug 14 19:04:35.373127 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d96c16-08a6-42b3-8126-f6304a86043a', 'tag': '6e4fe035-88d0-455c-a5b7-32cb72c72092'}] {{(pid=94117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:04:35.375864 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ea8273f875cf68671556eb39bbac10e5cf2532cbac2204340d4cc673a0511b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0289d75-846b-497b-9256-37ab8e4c9a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "50d96c16-08a6-42b3-8126-f6304a86043a", "tag": "6e4fe035-88d0-455c-a5b7-32cb72c72092"}]}' {{(pid=94117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:04:35.408648 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89189020-82d8-4ab6-8267-cb6755c4b2c0 service neutron] Pushing event updated for resources: {'Port': ['ID=6e4fe035-88d0-455c-a5b7-32cb72c72092,revision_number=3']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:35.433303 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 Aug 2021 19:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027be2c3-f330-47ce-bc8c-fb025fe4bdb8 x-openstack-request-id: req-027be2c3-f330-47ce-bc8c-fb025fe4bdb8 {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:04:35.433303 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50d96c16-08a6-42b3-8126-f6304a86043a", "tag": "6e4fe035-88d0-455c-a5b7-32cb72c72092", "status": "completed", "code": 200}]} {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:04:35.433303 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-027be2c3-f330-47ce-bc8c-fb025fe4bdb8 {{(pid=94117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:04:35.433303 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d96c16-08a6-42b3-8126-f6304a86043a', 'tag': '6e4fe035-88d0-455c-a5b7-32cb72c72092', 'status': 'completed', 'code': 200} Aug 14 19:04:35.492615 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c330512-283b-4eea-a75e-8c441e155d0a req-11d450b1-0ff7-436b-8feb-8ad1f692471e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:35.494320 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1c330512-283b-4eea-a75e-8c441e155d0a req-11d450b1-0ff7-436b-8feb-8ad1f692471e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8fff8c11480442de9cad2b0388575ecd&device_id=50d96c16-08a6-42b3-8126-f6304a86043a HTTP/1.1" status: 200 len: 1100 time: 0.0571222 Aug 14 19:04:35.549419 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1c330512-283b-4eea-a75e-8c441e155d0a req-3ccfb9c5-ecfb-41d4-9bcf-a026dfde7919 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=6e4fe035-88d0-455c-a5b7-32cb72c72092 HTTP/1.1" status: 200 len: 217 time: 0.0403750 Aug 14 19:04:35.634372 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c330512-283b-4eea-a75e-8c441e155d0a req-067a228e-9d4f-4eee-a4e5-20175f8a3c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:35.636305 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1c330512-283b-4eea-a75e-8c441e155d0a req-067a228e-9d4f-4eee-a4e5-20175f8a3c7a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca03233e-4431-42d4-a1dc-f9e4e5703529 HTTP/1.1" status: 200 len: 843 time: 0.0764229 Aug 14 19:04:35.698918 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c330512-283b-4eea-a75e-8c441e155d0a req-0c45ec0d-ce61-4acb-8607-e7d99fe88e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:35.700420 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1c330512-283b-4eea-a75e-8c441e155d0a req-0c45ec0d-ce61-4acb-8607-e7d99fe88e2f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=48268f38-514c-4b6f-81f6-543d5cf07fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0470102 Aug 14 19:04:35.811435 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1c330512-283b-4eea-a75e-8c441e155d0a req-4318de7c-5c60-4bea-a108-128c257b7492 service neutron] 10.222.0.24 "GET /v2.0/networks/48268f38-514c-4b6f-81f6-543d5cf07fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910552 Aug 14 19:04:35.914020 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1c330512-283b-4eea-a75e-8c441e155d0a req-fdc86356-3915-4131-9161-c295eafa0986 service neutron] 10.222.0.24 "GET /v2.0/networks/48268f38-514c-4b6f-81f6-543d5cf07fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864360 Aug 14 19:04:36.068995 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c103a-8762-4a24-a8c3-5a1eab730b87 req-dbabd537-ba71-4cef-bcf5-9baad418b21d tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:36.070508 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8a6c103a-8762-4a24-a8c3-5a1eab730b87 req-dbabd537-ba71-4cef-bcf5-9baad418b21d tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] 10.222.0.39 "GET /v2.0/ports?device_id=50d96c16-08a6-42b3-8126-f6304a86043a HTTP/1.1" status: 200 len: 947 time: 0.0834517 Aug 14 19:04:36.076810 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0289d75-846b-497b-9256-37ab8e4c9a5b req-d0cb95b8-6189-4c97-9f2e-d7f5272300ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:36.078243 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f0289d75-846b-497b-9256-37ab8e4c9a5b req-d0cb95b8-6189-4c97-9f2e-d7f5272300ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8fff8c11480442de9cad2b0388575ecd&device_id=50d96c16-08a6-42b3-8126-f6304a86043a HTTP/1.1" status: 200 len: 1100 time: 0.0819719 Aug 14 19:04:36.173837 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8a6c103a-8762-4a24-a8c3-5a1eab730b87 req-d50a5702-5eb4-440e-964e-175959f40ce7 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ab85ab5-a362-4b21-ba03-75b45762c504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945828 Aug 14 19:04:36.223386 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0289d75-846b-497b-9256-37ab8e4c9a5b req-bc88f6c5-4421-438b-a738-75b0fc9dd433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:36.225442 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f0289d75-846b-497b-9256-37ab8e4c9a5b req-bc88f6c5-4421-438b-a738-75b0fc9dd433 service neutron] 10.222.0.24 "GET /v2.0/networks?id=48268f38-514c-4b6f-81f6-543d5cf07fbf HTTP/1.1" status: 200 len: 870 time: 0.1384683 Aug 14 19:04:36.278213 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f0289d75-846b-497b-9256-37ab8e4c9a5b req-166b57db-ef6d-4f10-b42b-b3e9b4e46a74 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=6e4fe035-88d0-455c-a5b7-32cb72c72092 HTTP/1.1" status: 200 len: 217 time: 0.0449049 Aug 14 19:04:36.323921 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388d4af-dc41-496a-bbad-bcabeb652c5a req-93f7d408-ea7c-4847-bdf7-060720c1128d tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:36.325479 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c388d4af-dc41-496a-bbad-bcabeb652c5a req-93f7d408-ea7c-4847-bdf7-060720c1128d tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.0574577 Aug 14 19:04:36.333770 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0289d75-846b-497b-9256-37ab8e4c9a5b req-0a242dba-9275-42c8-9116-308e1483aa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:36.335260 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f0289d75-846b-497b-9256-37ab8e4c9a5b req-0a242dba-9275-42c8-9116-308e1483aa7b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca03233e-4431-42d4-a1dc-f9e4e5703529 HTTP/1.1" status: 200 len: 843 time: 0.0462406 Aug 14 19:04:36.375396 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c388d4af-dc41-496a-bbad-bcabeb652c5a req-43df6aa1-2ece-41f1-9d5a-642803e4be4a tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431435 Aug 14 19:04:36.400233 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0289d75-846b-497b-9256-37ab8e4c9a5b req-21dcaba3-f04a-46cf-b5e9-2909dcfb7445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:36.402284 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f0289d75-846b-497b-9256-37ab8e4c9a5b req-21dcaba3-f04a-46cf-b5e9-2909dcfb7445 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=48268f38-514c-4b6f-81f6-543d5cf07fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0550413 Aug 14 19:04:36.513523 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f0289d75-846b-497b-9256-37ab8e4c9a5b req-5bb4cf63-667d-4fdd-b4f4-b157d573b13a service neutron] 10.222.0.24 "GET /v2.0/networks/48268f38-514c-4b6f-81f6-543d5cf07fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970538 Aug 14 19:04:36.642716 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f0289d75-846b-497b-9256-37ab8e4c9a5b req-3a00647a-34aa-4ca3-b93a-126246a88a90 service neutron] 10.222.0.24 "GET /v2.0/networks/48268f38-514c-4b6f-81f6-543d5cf07fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192608 Aug 14 19:04:40.014064 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53702c-a36c-4b3e-ab9f-f1f36c20ae12 req-21fe13d6-84e0-4494-abb5-283cae167f4f tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:40.016400 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-5a53702c-a36c-4b3e-ab9f-f1f36c20ae12 req-21fe13d6-84e0-4494-abb5-283cae167f4f tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.0555782 Aug 14 19:04:40.017378 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6b54e-6373-4ed0-89c8-4f9e46b36686 req-0bc6e3a4-8382-4e13-8207-7a58910d9b7a tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:40.019122 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f2f6b54e-6373-4ed0-89c8-4f9e46b36686 req-0bc6e3a4-8382-4e13-8207-7a58910d9b7a tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] 10.222.0.39 "GET /v2.0/ports?device_id=50d96c16-08a6-42b3-8126-f6304a86043a HTTP/1.1" status: 200 len: 947 time: 0.0619435 Aug 14 19:04:40.066811 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-5a53702c-a36c-4b3e-ab9f-f1f36c20ae12 req-9113f402-daeb-400c-883a-3185df5e46e3 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409310 Aug 14 19:04:40.068553 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f2f6b54e-6373-4ed0-89c8-4f9e46b36686 req-4310811d-4d39-4c0f-893b-b8cad4c1e760 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ab85ab5-a362-4b21-ba03-75b45762c504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423648 Aug 14 19:04:42.438348 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 6e4fe035-88d0-455c-a5b7-32cb72c72092 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 14 19:04:42.543186 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 6e4fe035-88d0-455c-a5b7-32cb72c72092, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=6e4fe035-88d0-455c-a5b7-32cb72c72092,segment=NetworkSegment(fc7036eb-0d92-4050-abc2-60b90cd11b30),segment_id=fc7036eb-0d92-4050-abc2-60b90cd11b30)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:04:42.557996 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Returning: {'device': '6e4fe035-88d0-455c-a5b7-32cb72c72092', 'network_id': '48268f38-514c-4b6f-81f6-543d5cf07fbf', 'port_id': '6e4fe035-88d0-455c-a5b7-32cb72c72092', 'mac_address': 'fa:16:3e:1a:34:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca03233e-4431-42d4-a1dc-f9e4e5703529', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 14 19:04:42.598431 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:42.615342 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e4fe035-88d0-455c-a5b7-32cb72c72092 {{(pid=94118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:04:42.639443 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 6e4fe035-88d0-455c-a5b7-32cb72c72092, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=6e4fe035-88d0-455c-a5b7-32cb72c72092,segment=NetworkSegment(fc7036eb-0d92-4050-abc2-60b90cd11b30),segment_id=fc7036eb-0d92-4050-abc2-60b90cd11b30)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:04:42.644016 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:42.695568 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=6e4fe035-88d0-455c-a5b7-32cb72c72092,revision_number=4']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:42.702825 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:04:42.703174 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:04:42.703516 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:04:42.703856 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:04:42.704189 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:04:42.704514 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:04:42.704864 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:04:42.705172 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:04:42.705520 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:04:42.705847 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:04:42.706168 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:04:42.706518 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:04:43.763217 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab202b-5813-4594-9a49-ba536e0ab90b req-427b72d9-8d53-4f29-8ae4-0f0323f53e0c tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:43.765732 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-1fab202b-5813-4594-9a49-ba536e0ab90b req-427b72d9-8d53-4f29-8ae4-0f0323f53e0c tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.0578625 Aug 14 19:04:43.807035 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb9fa5-9469-496b-ad1c-215163d522be req-a17f7818-e1d9-4ffc-a069-4fc9c9415464 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:43.808539 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-5bcb9fa5-9469-496b-ad1c-215163d522be req-a17f7818-e1d9-4ffc-a069-4fc9c9415464 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] 10.222.0.39 "GET /v2.0/ports?device_id=50d96c16-08a6-42b3-8126-f6304a86043a HTTP/1.1" status: 200 len: 948 time: 0.0751724 Aug 14 19:04:43.829759 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-1fab202b-5813-4594-9a49-ba536e0ab90b req-5fcfb775-0be1-4121-9c85-e4bf2bed31d8 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498745 Aug 14 19:04:43.860394 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-5bcb9fa5-9469-496b-ad1c-215163d522be req-d40dde7f-76c4-4787-983d-36448e60c92f tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ab85ab5-a362-4b21-ba03-75b45762c504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453725 Aug 14 19:04:44.035784 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] get_ports_and_sgs() called for port_ids ['6e4fe035-88d0-455c-a5b7-32cb72c72092'] {{(pid=94118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 14 19:04:44.990566 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0896bf5c-78e7-461d-a935-1713c840528d req-0cc696a2-f0a0-4367-a2eb-b68dba21f925 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:44.992176 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-0896bf5c-78e7-461d-a935-1713c840528d req-0cc696a2-f0a0-4367-a2eb-b68dba21f925 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.0637686 Aug 14 19:04:45.018333 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca170db-e4c4-4e60-ada7-d9b00bca11e8 req-d825fede-2e0d-41a2-bc61-b208477cadd4 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:45.027907 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-dca170db-e4c4-4e60-ada7-d9b00bca11e8 req-d825fede-2e0d-41a2-bc61-b208477cadd4 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] 10.222.0.39 "GET /v2.0/ports?device_id=50d96c16-08a6-42b3-8126-f6304a86043a HTTP/1.1" status: 200 len: 948 time: 0.0771959 Aug 14 19:04:45.038885 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-0896bf5c-78e7-461d-a935-1713c840528d req-d2007dfa-752e-4f5a-89e0-873c3811e474 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392203 Aug 14 19:04:45.078876 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-dca170db-e4c4-4e60-ada7-d9b00bca11e8 req-90e44967-94a2-4493-9c6c-b100029896ab tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ab85ab5-a362-4b21-ba03-75b45762c504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500350 Aug 14 19:04:46.234455 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eea066-ca6e-451d-a39f-e2856e7ef788 req-441e860d-ab60-4313-a467-8cefd79ea189 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:46.236036 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-17eea066-ca6e-451d-a39f-e2856e7ef788 req-441e860d-ab60-4313-a467-8cefd79ea189 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] 10.222.0.39 "GET /v2.0/ports?device_id=50d96c16-08a6-42b3-8126-f6304a86043a HTTP/1.1" status: 200 len: 948 time: 0.0594437 Aug 14 19:04:46.239986 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e891e16-3214-42e9-a713-6d6b138e4c11 req-b4b1483e-2662-4d61-a0a3-98621cf4327f tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:46.243298 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-5e891e16-3214-42e9-a713-6d6b138e4c11 req-b4b1483e-2662-4d61-a0a3-98621cf4327f tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.0828102 Aug 14 19:04:46.288561 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-17eea066-ca6e-451d-a39f-e2856e7ef788 req-486c2669-3055-4116-9e26-2a3fd6d84ac2 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ab85ab5-a362-4b21-ba03-75b45762c504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439141 Aug 14 19:04:46.310970 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-5e891e16-3214-42e9-a713-6d6b138e4c11 req-f58bb03c-bd2f-4599-8b60-984715690851 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605097 Aug 14 19:04:46.403693 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 6e4fe035-88d0-455c-a5b7-32cb72c72092 up at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:04:46.465753 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning for port 6e4fe035-88d0-455c-a5b7-32cb72c72092 completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:04:46.472717 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning complete for port 6e4fe035-88d0-455c-a5b7-32cb72c72092 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:04:46.473351 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:46.587377 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:46.613877 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d96c16-08a6-42b3-8126-f6304a86043a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4fe035-88d0-455c-a5b7-32cb72c72092'}] {{(pid=94118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:04:46.617302 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec225036cb8a85e900ef4a1438a865ee1e0a541caa4576dd66f1a48457471f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c03bae-3a1f-4f74-a8b8-0c50e61d2bd2" -d '{"events": [{"server_uuid": "50d96c16-08a6-42b3-8126-f6304a86043a", "name": "network-vif-plugged", "status": "completed", "tag": "6e4fe035-88d0-455c-a5b7-32cb72c72092"}]}' {{(pid=94118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:04:46.631967 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 6e4fe035-88d0-455c-a5b7-32cb72c72092, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=6e4fe035-88d0-455c-a5b7-32cb72c72092,segment=NetworkSegment(fc7036eb-0d92-4050-abc2-60b90cd11b30),segment_id=fc7036eb-0d92-4050-abc2-60b90cd11b30)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:04:46.637646 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:46.678930 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c98516f-915a-4d50-9658-8aacdc184c6a x-openstack-request-id: req-4c98516f-915a-4d50-9658-8aacdc184c6a {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:04:46.679224 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d96c16-08a6-42b3-8126-f6304a86043a", "name": "network-vif-plugged", "status": "completed", "tag": "6e4fe035-88d0-455c-a5b7-32cb72c72092", "code": 200}]} {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:04:46.679505 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4c98516f-915a-4d50-9658-8aacdc184c6a {{(pid=94118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:04:46.679902 dv-cinder-804581-2-iscsi neutron-server[94118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d96c16-08a6-42b3-8126-f6304a86043a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e4fe035-88d0-455c-a5b7-32cb72c72092', 'code': 200} Aug 14 19:04:46.699042 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=6e4fe035-88d0-455c-a5b7-32cb72c72092,revision_number=5']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:46.885047 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387fa178-828e-4723-aeb7-438060727a73 req-41f93f43-d688-4d30-9ac4-42a5128211a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:46.886587 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-387fa178-828e-4723-aeb7-438060727a73 req-41f93f43-d688-4d30-9ac4-42a5128211a6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=50d96c16-08a6-42b3-8126-f6304a86043a HTTP/1.1" status: 200 len: 1102 time: 0.0487063 Aug 14 19:04:46.930916 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-387fa178-828e-4723-aeb7-438060727a73 req-eae6ab63-4832-401a-aa53-171351e1abe9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9ab85ab5-a362-4b21-ba03-75b45762c504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361083 Aug 14 19:04:47.367546 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-6840ee86-08e5-4768-bac6-008d2abb838d req-15ff314c-3056-4623-8d48-850ff667a95e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0526371 Aug 14 19:04:47.425102 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12445378-7566-4fbb-ab97-f4a7cf50fdf5 req-49d7dc10-8213-4dbf-9161-179646cf7955 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:47.426934 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-12445378-7566-4fbb-ab97-f4a7cf50fdf5 req-49d7dc10-8213-4dbf-9161-179646cf7955 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] 10.222.0.39 "GET /v2.0/ports?device_id=50d96c16-08a6-42b3-8126-f6304a86043a HTTP/1.1" status: 200 len: 949 time: 0.0540628 Aug 14 19:04:47.488846 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-12445378-7566-4fbb-ab97-f4a7cf50fdf5 req-18c5afa3-bce7-4991-9c06-824a9a2ebdbf tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ab85ab5-a362-4b21-ba03-75b45762c504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530028 Aug 14 19:04:47.517848 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840ee86-08e5-4768-bac6-008d2abb838d req-80781098-2ca1-4ac2-99fe-93a0e72c66a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:47.519430 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-6840ee86-08e5-4768-bac6-008d2abb838d req-80781098-2ca1-4ac2-99fe-93a0e72c66a4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6000939100bb476da8924d17890754e4&device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 1099 time: 0.0865917 Aug 14 19:04:47.533176 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aca99c-0d78-4c62-8130-f70e9ea03738 req-d6dfc2bb-f17e-4d65-ba74-34fe672a13c3 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:47.534760 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f4aca99c-0d78-4c62-8130-f70e9ea03738 req-d6dfc2bb-f17e-4d65-ba74-34fe672a13c3 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.0909421 Aug 14 19:04:47.635507 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f4aca99c-0d78-4c62-8130-f70e9ea03738 req-fcf0b188-ffc8-48a2-8306-c9e37ced1e5f tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932467 Aug 14 19:04:47.685871 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840ee86-08e5-4768-bac6-008d2abb838d req-8ef7033c-4992-49e5-8394-45750c8bb6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:47.687460 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-6840ee86-08e5-4768-bac6-008d2abb838d req-8ef7033c-4992-49e5-8394-45750c8bb6c7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1 HTTP/1.1" status: 200 len: 920 time: 0.1372051 Aug 14 19:04:47.738875 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-6840ee86-08e5-4768-bac6-008d2abb838d req-e01f820a-8d37-44fb-ae20-12a6b13c583c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51a134f0-83fe-4ce2-b30d-91d08421f295 HTTP/1.1" status: 200 len: 217 time: 0.0439856 Aug 14 19:04:47.825737 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840ee86-08e5-4768-bac6-008d2abb838d req-f97746b2-0c68-4b0c-9986-c9859225c8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:47.828205 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-6840ee86-08e5-4768-bac6-008d2abb838d req-f97746b2-0c68-4b0c-9986-c9859225c8d8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e77bed90-2142-41a5-a497-653e20d95723 HTTP/1.1" status: 200 len: 859 time: 0.0729327 Aug 14 19:04:47.863073 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-6840ee86-08e5-4768-bac6-008d2abb838d req-0d42eb1d-1d2a-41cb-88cf-d92363801cd2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272553 Aug 14 19:04:47.992609 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-6840ee86-08e5-4768-bac6-008d2abb838d req-98953c59-cde4-4d86-838b-258f3f904c46 service neutron] 10.222.0.24 "GET /v2.0/networks/0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203799 Aug 14 19:04:48.344398 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-6840ee86-08e5-4768-bac6-008d2abb838d req-0ad7b24c-f015-4547-8c63-18abe68bae2b service neutron] 10.222.0.24 "GET /v2.0/networks/0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413599 Aug 14 19:04:48.639903 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130f1f2-5729-49ac-96c6-602bf19c850c req-288d9699-f276-4455-80ce-87f99212c433 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:48.641748 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c130f1f2-5729-49ac-96c6-602bf19c850c req-288d9699-f276-4455-80ce-87f99212c433 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] 10.222.0.39 "GET /v2.0/ports?device_id=50d96c16-08a6-42b3-8126-f6304a86043a HTTP/1.1" status: 200 len: 949 time: 0.0599535 Aug 14 19:04:48.705053 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c130f1f2-5729-49ac-96c6-602bf19c850c req-c3c01e2e-90d3-43e6-82b7-4252b68e5fde tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ab85ab5-a362-4b21-ba03-75b45762c504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505509 Aug 14 19:04:48.828705 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20272c-e688-450d-9b95-a1f2265cfc42 req-ef664f2c-77d5-43fc-b01f-722745ba3283 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:48.833501 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-bc20272c-e688-450d-9b95-a1f2265cfc42 req-ef664f2c-77d5-43fc-b01f-722745ba3283 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.0748641 Aug 14 19:04:48.884325 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-bc20272c-e688-450d-9b95-a1f2265cfc42 req-2be3a1a3-975c-46ac-8e04-d0152edd328e tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403934 Aug 14 19:04:49.116564 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3387f1-38cc-4e0b-965e-8319fd4192dd req-8613c03f-d3f9-4917-bc5a-840e19e72ca9 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:49.118421 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8a3387f1-38cc-4e0b-965e-8319fd4192dd req-8613c03f-d3f9-4917-bc5a-840e19e72ca9 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] 10.222.0.39 "GET /v2.0/ports?device_id=50d96c16-08a6-42b3-8126-f6304a86043a HTTP/1.1" status: 200 len: 949 time: 0.0598052 Aug 14 19:04:49.167830 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-4d854eea-8878-41a6-8017-edc5c031694b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:49.177892 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8a3387f1-38cc-4e0b-965e-8319fd4192dd req-325e7c1e-1317-4fab-a488-34e2bdae8f5b tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ab85ab5-a362-4b21-ba03-75b45762c504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527339 Aug 14 19:04:49.369718 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 60070) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:49.491410 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-aff3efe5-0b1a-4b5e-acf0-531f0e5ffde1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:49.591466 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-aff3efe5-0b1a-4b5e-acf0-531f0e5ffde1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:49.596974 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-aff3efe5-0b1a-4b5e-acf0-531f0e5ffde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:49.638244 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-aff3efe5-0b1a-4b5e-acf0-531f0e5ffde1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7fab14702d734a58bb1878ee45216706&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2675526 Aug 14 19:04:49.638950 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff3efe5-0b1a-4b5e-acf0-531f0e5ffde1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0b6344-bacb-4dca-a986-12f02736cfff,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:49.641530 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 60074) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:49.697114 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-7672c0e5-1b1c-447f-a32b-d4db740ccd31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:49.722761 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-7672c0e5-1b1c-447f-a32b-d4db740ccd31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:49.776320 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-7672c0e5-1b1c-447f-a32b-d4db740ccd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:49.779109 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-7672c0e5-1b1c-447f-a32b-d4db740ccd31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:49.783260 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-7672c0e5-1b1c-447f-a32b-d4db740ccd31 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dd0b6344-bacb-4dca-a986-12f02736cfff HTTP/1.1" status: 204 len: 168 time: 0.1403782 Aug 14 19:04:49.792980 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7672c0e5-1b1c-447f-a32b-d4db740ccd31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0b6344-bacb-4dca-a986-12f02736cfff,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:50.044612 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5c248-270e-489b-9f6e-b647bac9b0c1 req-2577d91a-49bc-400f-be08-3db91e16a2b6 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:50.054681 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-7ca5c248-270e-489b-9f6e-b647bac9b0c1 req-2577d91a-49bc-400f-be08-3db91e16a2b6 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.0785618 Aug 14 19:04:50.103262 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-7ca5c248-270e-489b-9f6e-b647bac9b0c1 req-e28a9547-b679-49b6-a2d2-227cf9c32f8c tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475099 Aug 14 19:04:50.364098 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2329c-25a1-4087-ae53-94fb9618394b req-874c171a-990a-473b-af9d-8e4b1141d610 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:50.366860 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-13f2329c-25a1-4087-ae53-94fb9618394b req-874c171a-990a-473b-af9d-8e4b1141d610 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] 10.222.0.39 "GET /v2.0/ports?device_id=50d96c16-08a6-42b3-8126-f6304a86043a HTTP/1.1" status: 200 len: 949 time: 0.0821455 Aug 14 19:04:50.432556 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-13f2329c-25a1-4087-ae53-94fb9618394b req-5f5c2b5a-e56c-4c72-b846-d3967764ad42 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ab85ab5-a362-4b21-ba03-75b45762c504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561993 Aug 14 19:04:51.237940 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c1e4b-fe90-483d-b05d-fcba2a49d813 req-e80b5d8b-b7d0-455d-95b7-042b6eec67f2 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:51.239403 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-cd4c1e4b-fe90-483d-b05d-fcba2a49d813 req-e80b5d8b-b7d0-455d-95b7-042b6eec67f2 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.0490861 Aug 14 19:04:51.279210 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-cd4c1e4b-fe90-483d-b05d-fcba2a49d813 req-48fac91b-fc42-4708-903c-c94bc97bfbd5 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334690 Aug 14 19:04:51.372811 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa4361-1697-4a58-8c02-b12729e6241f req-4f083db9-cc97-4e2b-99fd-d0fcc23cb4e6 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:51.375288 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-7aaa4361-1697-4a58-8c02-b12729e6241f req-4f083db9-cc97-4e2b-99fd-d0fcc23cb4e6 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] 10.222.0.24 "GET /v2.0/ports?device_id=50d96c16-08a6-42b3-8126-f6304a86043a HTTP/1.1" status: 200 len: 949 time: 0.0505779 Aug 14 19:04:51.509898 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [req-7aaa4361-1697-4a58-8c02-b12729e6241f req-9fdd26ad-d7ef-4ee4-80f0-a2e7d00c564d tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] Deleting port 6e4fe035-88d0-455c-a5b7-32cb72c72092 {{(pid=94117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:04:51.512916 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-7aaa4361-1697-4a58-8c02-b12729e6241f req-9fdd26ad-d7ef-4ee4-80f0-a2e7d00c564d tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:51.567662 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1517ba0-00cd-400f-9ac1-9bcc0b475013 req-cb6e4a28-663b-420a-9ce5-9a11148a529d tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:51.575730 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-a1517ba0-00cd-400f-9ac1-9bcc0b475013 req-cb6e4a28-663b-420a-9ce5-9a11148a529d tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] 10.222.0.39 "GET /v2.0/ports?device_id=50d96c16-08a6-42b3-8126-f6304a86043a HTTP/1.1" status: 200 len: 949 time: 0.0613234 Aug 14 19:04:51.624259 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-a1517ba0-00cd-400f-9ac1-9bcc0b475013 req-69e5a69e-4771-4ac2-a632-7c248da398e6 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] 10.222.0.39 "GET /v2.0/security-groups?id=9ab85ab5-a362-4b21-ba03-75b45762c504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472288 Aug 14 19:04:51.642449 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [req-7aaa4361-1697-4a58-8c02-b12729e6241f req-9fdd26ad-d7ef-4ee4-80f0-a2e7d00c564d tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] For port 6e4fe035-88d0-455c-a5b7-32cb72c72092, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=6e4fe035-88d0-455c-a5b7-32cb72c72092,segment=NetworkSegment(fc7036eb-0d92-4050-abc2-60b90cd11b30),segment_id=fc7036eb-0d92-4050-abc2-60b90cd11b30)] {{(pid=94117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:04:51.643236 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-7aaa4361-1697-4a58-8c02-b12729e6241f req-9fdd26ad-d7ef-4ee4-80f0-a2e7d00c564d tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:51.665343 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:51.677968 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [req-7aaa4361-1697-4a58-8c02-b12729e6241f req-9fdd26ad-d7ef-4ee4-80f0-a2e7d00c564d tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] Calling delete_port for 6e4fe035-88d0-455c-a5b7-32cb72c72092 owned by compute:nova {{(pid=94117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:04:51.838887 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-7aaa4361-1697-4a58-8c02-b12729e6241f req-9fdd26ad-d7ef-4ee4-80f0-a2e7d00c564d tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25274135'] for port, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:51.851921 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] get_ports_and_sgs() called for port_ids ['6e4fe035-88d0-455c-a5b7-32cb72c72092'] {{(pid=94118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 14 19:04:51.867777 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd26ad-d7ef-4ee4-80f0-a2e7d00c564d tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] Pushing event deleted for resources: {'Port': ['ID=6e4fe035-88d0-455c-a5b7-32cb72c72092,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:51.919217 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aaa4361-1697-4a58-8c02-b12729e6241f req-9fdd26ad-d7ef-4ee4-80f0-a2e7d00c564d tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] No DVR routers for this DVR port 6e4fe035-88d0-455c-a5b7-32cb72c72092 on host hv-cinder-80458 {{(pid=94117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 14 19:04:51.922628 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-7aaa4361-1697-4a58-8c02-b12729e6241f req-9fdd26ad-d7ef-4ee4-80f0-a2e7d00c564d tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:51.925018 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-7aaa4361-1697-4a58-8c02-b12729e6241f req-9fdd26ad-d7ef-4ee4-80f0-a2e7d00c564d tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] 10.222.0.24 "DELETE /v2.0/ports/6e4fe035-88d0-455c-a5b7-32cb72c72092 HTTP/1.1" status: 204 len: 173 time: 0.5340099 Aug 14 19:04:51.925477 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d96c16-08a6-42b3-8126-f6304a86043a', 'name': 'network-vif-deleted', 'tag': '6e4fe035-88d0-455c-a5b7-32cb72c72092'}] {{(pid=94117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:04:51.928499 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ea8273f875cf68671556eb39bbac10e5cf2532cbac2204340d4cc673a0511b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389fcd5f-ec3b-44bd-893d-3ce38794283f" -d '{"events": [{"server_uuid": "50d96c16-08a6-42b3-8126-f6304a86043a", "name": "network-vif-deleted", "tag": "6e4fe035-88d0-455c-a5b7-32cb72c72092"}]}' {{(pid=94117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:04:51.971046 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ebb151-a2cf-4364-b723-f0faf328f279 x-openstack-request-id: req-96ebb151-a2cf-4364-b723-f0faf328f279 {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:04:51.971329 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d96c16-08a6-42b3-8126-f6304a86043a", "name": "network-vif-deleted", "tag": "6e4fe035-88d0-455c-a5b7-32cb72c72092", "status": "completed", "code": 200}]} {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:04:51.971584 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-96ebb151-a2cf-4364-b723-f0faf328f279 {{(pid=94117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:04:51.971969 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d96c16-08a6-42b3-8126-f6304a86043a', 'name': 'network-vif-deleted', 'tag': '6e4fe035-88d0-455c-a5b7-32cb72c72092', 'status': 'completed', 'code': 200} Aug 14 19:04:52.418844 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab2beb-92a5-441e-b0e5-0bbc5b564481 req-8ad87bee-8d86-4843-8873-16b16e8d0aad tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:52.420642 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-cfab2beb-92a5-441e-b0e5-0bbc5b564481 req-8ad87bee-8d86-4843-8873-16b16e8d0aad tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.0586348 Aug 14 19:04:52.486379 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-cfab2beb-92a5-441e-b0e5-0bbc5b564481 req-9945cbe7-0c0a-48d2-917d-e8f9f4aa52e0 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565679 Aug 14 19:04:52.515366 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-1d5f907c-2096-4efa-95c6-4259854d7df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:52.801896 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ee46c61a-f637-423b-8b97-e67b02c6a7ee req-e82d7eb5-2c5c-4b38-bd14-ccadeb80d3b1 tempest-VolumesNegativeTest-103740546 tempest-VolumesNegativeTest-103740546-project] 10.222.0.39 "GET /v2.0/ports?device_id=50d96c16-08a6-42b3-8126-f6304a86043a HTTP/1.1" status: 200 len: 210 time: 0.0404942 Aug 14 19:04:52.810732 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:53.624474 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36398a0b-fcf4-420d-b55e-8329df933519 req-b5d9c264-6dd5-4e98-bf03-9112c76703df tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:53.627101 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-36398a0b-fcf4-420d-b55e-8329df933519 req-b5d9c264-6dd5-4e98-bf03-9112c76703df tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.0557380 Aug 14 19:04:53.668655 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-36398a0b-fcf4-420d-b55e-8329df933519 req-b2ad95cc-c4ca-40f9-97db-031e59bbd104 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350091 Aug 14 19:04:53.867862 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:54.464075 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 60264) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:54.611677 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-54a2defd-7236-4a0c-91f9-4ec04a18f0ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:54.808756 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-54a2defd-7236-4a0c-91f9-4ec04a18f0ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:54.818658 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-54a2defd-7236-4a0c-91f9-4ec04a18f0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:54.875876 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2efb0-f309-44fe-94ba-99d0dad3d544 req-1cb0c768-e6c6-4bc0-a5e9-4a47136ae767 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:54.883970 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-fca2efb0-f309-44fe-94ba-99d0dad3d544 req-1cb0c768-e6c6-4bc0-a5e9-4a47136ae767 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.1192336 Aug 14 19:04:54.894362 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 60310) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:54.895671 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-54a2defd-7236-4a0c-91f9-4ec04a18f0ec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=04895708d5d845169b004082129772c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4294131 Aug 14 19:04:54.938971 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2defd-7236-4a0c-91f9-4ec04a18f0ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb23758b-263d-4847-9703-9fbd74a40051,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:54.979717 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-fca2efb0-f309-44fe-94ba-99d0dad3d544 req-005df3cf-1acc-423e-b761-21460718fb30 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947042 Aug 14 19:04:54.993990 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-010f29ed-5ee1-47dd-a774-e167e3762ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:55.021169 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-010f29ed-5ee1-47dd-a774-e167e3762ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:55.079806 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-010f29ed-5ee1-47dd-a774-e167e3762ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:55.082750 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-010f29ed-5ee1-47dd-a774-e167e3762ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:55.083934 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-010f29ed-5ee1-47dd-a774-e167e3762ff9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cb23758b-263d-4847-9703-9fbd74a40051 HTTP/1.1" status: 204 len: 168 time: 0.1856341 Aug 14 19:04:55.096542 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f29ed-5ee1-47dd-a774-e167e3762ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb23758b-263d-4847-9703-9fbd74a40051,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:55.192357 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:56.117548 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c6636c-d3ea-4e17-9a43-791559a4ec00 req-ccca62bc-00cf-473b-8ff3-667e08019d04 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:56.119782 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-87c6636c-d3ea-4e17-9a43-791559a4ec00 req-ccca62bc-00cf-473b-8ff3-667e08019d04 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.0536814 Aug 14 19:04:56.175413 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-87c6636c-d3ea-4e17-9a43-791559a4ec00 req-28bc50a1-e805-460d-a870-27ecc0fe3d5f tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447917 Aug 14 19:04:56.465589 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 6e4fe035-88d0-455c-a5b7-32cb72c72092 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:04:56.490762 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] No Port match for: 6e4fe035-88d0-455c-a5b7-32cb72c72092 {{(pid=94118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 14 19:04:56.491115 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 6e4fe035-88d0-455c-a5b7-32cb72c72092 not bound to the agent host hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 14 19:04:56.647943 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f334a0c9-ca5b-412f-816e-2ef4d6d9cacf req-b2bc62a5-788c-434a-86aa-7f26dfbef021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:56.649506 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f334a0c9-ca5b-412f-816e-2ef4d6d9cacf req-b2bc62a5-788c-434a-86aa-7f26dfbef021 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 1099 time: 0.0449867 Aug 14 19:04:56.688130 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f334a0c9-ca5b-412f-816e-2ef4d6d9cacf req-c1741259-15d3-4da7-8aeb-2a75d9fa8279 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306695 Aug 14 19:04:57.304907 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc45a05-c55e-47ff-ac13-135df5108861 req-29dd1661-0142-4365-b9ce-1f67d0dbe402 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:57.306466 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-3cc45a05-c55e-47ff-ac13-135df5108861 req-29dd1661-0142-4365-b9ce-1f67d0dbe402 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.0567379 Aug 14 19:04:57.352086 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-3cc45a05-c55e-47ff-ac13-135df5108861 req-c63f86d7-49bd-4869-ab36-396466ba59cc tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391192 Aug 14 19:04:58.467395 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e36f5-13de-47c0-afe1-4f03ff2cac14 req-1f338bc1-1d57-45da-9b6a-a79357a9ee9a tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:58.469376 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-d89e36f5-13de-47c0-afe1-4f03ff2cac14 req-1f338bc1-1d57-45da-9b6a-a79357a9ee9a tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.0496645 Aug 14 19:04:58.508903 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-d89e36f5-13de-47c0-afe1-4f03ff2cac14 req-2937ea71-d334-4074-a177-51f9b49f43e7 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324605 Aug 14 19:04:58.632988 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a378fd-13aa-4b87-9fab-4058eca0cec5 req-e6b08ec0-97f9-4e53-b1b7-72fe34acf8d8 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:04:58.634536 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f3a378fd-13aa-4b87-9fab-4058eca0cec5 req-e6b08ec0-97f9-4e53-b1b7-72fe34acf8d8 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0565877 Aug 14 19:04:58.682800 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f3a378fd-13aa-4b87-9fab-4058eca0cec5 req-d99847c9-57f1-42e8-a80c-5ca4383be6fb tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413334 Aug 14 19:04:58.747589 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 60588) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:58.826148 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 60594) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:58.997475 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 60604) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:58.998142 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-928f48d8-f938-4d57-8f8a-296071dc5bfa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8fff8c11480442de9cad2b0388575ecd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486339 Aug 14 19:04:58.999263 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f47dba6c-17b2-4c6c-8894-3d273684efd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:59.120934 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-d8a137f3-3e34-4554-9706-c632796d82ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:59.123933 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f47dba6c-17b2-4c6c-8894-3d273684efd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:59.133863 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f47dba6c-17b2-4c6c-8894-3d273684efd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:59.152377 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-d8a137f3-3e34-4554-9706-c632796d82ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:59.186606 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-f47dba6c-17b2-4c6c-8894-3d273684efd3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1da70d9f1a9c4291acd90e3763619a62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3591619 Aug 14 19:04:59.187574 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 60610) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:04:59.203235 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47dba6c-17b2-4c6c-8894-3d273684efd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225ed52d-5763-44f4-9a55-265b001e7534,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:59.220820 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-d8a137f3-3e34-4554-9706-c632796d82ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:59.223459 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-d8a137f3-3e34-4554-9706-c632796d82ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:59.239986 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-d8a137f3-3e34-4554-9706-c632796d82ea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9ab85ab5-a362-4b21-ba03-75b45762c504 HTTP/1.1" status: 204 len: 168 time: 0.2336054 Aug 14 19:04:59.260179 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a137f3-3e34-4554-9706-c632796d82ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab85ab5-a362-4b21-ba03-75b45762c504,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:04:59.279363 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-610c0be5-1c1c-4fe2-a36b-e519e8819247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:59.309985 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-610c0be5-1c1c-4fe2-a36b-e519e8819247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:59.360425 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-610c0be5-1c1c-4fe2-a36b-e519e8819247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:59.365229 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-610c0be5-1c1c-4fe2-a36b-e519e8819247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:04:59.367269 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-610c0be5-1c1c-4fe2-a36b-e519e8819247 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/225ed52d-5763-44f4-9a55-265b001e7534 HTTP/1.1" status: 204 len: 168 time: 0.1783938 Aug 14 19:04:59.378488 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c0be5-1c1c-4fe2-a36b-e519e8819247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225ed52d-5763-44f4-9a55-265b001e7534,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:05.146003 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f68e9-6f59-4881-9b35-32df68b7ee4d req-6b6d2d5b-02a8-4d3b-a5b6-48d5b83f2664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:05.146810 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c03f68e9-6f59-4881-9b35-32df68b7ee4d req-6b6d2d5b-02a8-4d3b-a5b6-48d5b83f2664 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6000939100bb476da8924d17890754e4&device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 1099 time: 0.0458374 Aug 14 19:05:05.284435 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f57af-860e-4f27-897c-668f96ad8e20 req-61a70084-8292-45f0-ad31-cb780cb04618 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:05.286536 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4e4f57af-860e-4f27-897c-668f96ad8e20 req-61a70084-8292-45f0-ad31-cb780cb04618 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.1042552 Aug 14 19:05:05.291994 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f68e9-6f59-4881-9b35-32df68b7ee4d req-6f321ae9-c5fd-41ee-adcf-1e503e78f93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:05.293898 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c03f68e9-6f59-4881-9b35-32df68b7ee4d req-6f321ae9-c5fd-41ee-adcf-1e503e78f93c service neutron] 10.222.0.24 "GET /v2.0/networks?id=0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1 HTTP/1.1" status: 200 len: 920 time: 0.1341326 Aug 14 19:05:05.356647 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c03f68e9-6f59-4881-9b35-32df68b7ee4d req-1ec4ea18-7469-488a-94d1-a87e0a8110fd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51a134f0-83fe-4ce2-b30d-91d08421f295 HTTP/1.1" status: 200 len: 217 time: 0.0535531 Aug 14 19:05:05.370469 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4e4f57af-860e-4f27-897c-668f96ad8e20 req-34c51319-95a9-4969-9fd8-d7f56205dcf9 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753946 Aug 14 19:05:05.419345 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f68e9-6f59-4881-9b35-32df68b7ee4d req-128b5170-5a4f-44b5-9b11-59ce07c8bd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:05.420844 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c03f68e9-6f59-4881-9b35-32df68b7ee4d req-128b5170-5a4f-44b5-9b11-59ce07c8bd48 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e77bed90-2142-41a5-a497-653e20d95723 HTTP/1.1" status: 200 len: 859 time: 0.0493450 Aug 14 19:05:05.453322 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c03f68e9-6f59-4881-9b35-32df68b7ee4d req-e02c2538-30e8-4e51-9659-2fc1fb6fb1f4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253141 Aug 14 19:05:05.553534 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c03f68e9-6f59-4881-9b35-32df68b7ee4d req-44d71615-0ea6-4a11-bcaf-423cf56437a8 service neutron] 10.222.0.24 "GET /v2.0/networks/0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914533 Aug 14 19:05:05.647972 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c03f68e9-6f59-4881-9b35-32df68b7ee4d req-0b326249-c3de-49ab-9e41-e7e74c76cf00 service neutron] 10.222.0.24 "GET /v2.0/networks/0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872116 Aug 14 19:05:08.611614 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d93fb-91c4-411f-b3bc-6d6720cd0bb1 req-ca3ad16b-48c2-45c9-90ba-02a692e94ae1 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:08.613570 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-db3d93fb-91c4-411f-b3bc-6d6720cd0bb1 req-ca3ad16b-48c2-45c9-90ba-02a692e94ae1 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0514512 Aug 14 19:05:08.655476 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-db3d93fb-91c4-411f-b3bc-6d6720cd0bb1 req-1cac0f92-ac62-4684-b2cf-da4b3b5a529d tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358651 Aug 14 19:05:11.870196 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26dc71-5619-4b52-92a7-c0378ceac687 req-5aa252db-42bb-4bf3-a095-55e6fd8714d0 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:11.871758 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ad26dc71-5619-4b52-92a7-c0378ceac687 req-5aa252db-42bb-4bf3-a095-55e6fd8714d0 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0483780 Aug 14 19:05:11.910571 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ad26dc71-5619-4b52-92a7-c0378ceac687 req-32146994-4f62-481f-83ca-646fe314a8e7 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327601 Aug 14 19:05:12.162781 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.agents_db [None req-d9ec6548-365a-4179-9791-d0bac427e43f None None] Agent healthcheck: found 6 active agents {{(pid=94119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 14 19:05:15.364202 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe312b5-2ae2-445e-8a4c-3a69eda5828f req-4de10999-af85-4da9-bf62-cdeee0948387 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:15.365674 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-cfe312b5-2ae2-445e-8a4c-3a69eda5828f req-4de10999-af85-4da9-bf62-cdeee0948387 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0512245 Aug 14 19:05:15.403368 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-cfe312b5-2ae2-445e-8a4c-3a69eda5828f req-029613e9-7cd5-4f3c-aebc-151e2abd7868 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317469 Aug 14 19:05:16.541774 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb43b5-ced9-46a6-9d54-1d0578cc2532 req-6d2db8ce-3ed1-4116-bb3f-c35704930c32 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:16.543593 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e4bb43b5-ced9-46a6-9d54-1d0578cc2532 req-6d2db8ce-3ed1-4116-bb3f-c35704930c32 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0604348 Aug 14 19:05:16.586417 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e4bb43b5-ced9-46a6-9d54-1d0578cc2532 req-7678eee0-8bf6-40c5-844b-dfb70a17a40d tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354450 Aug 14 19:05:19.160030 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-95890877-54c5-4c0d-82f4-34eb2b33929d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:20.070669 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce59af-f925-401f-a430-a2852794996b req-aa363e0a-b9c0-4476-adc2-6fa98cbe4d83 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:20.072156 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-acce59af-f925-401f-a430-a2852794996b req-aa363e0a-b9c0-4476-adc2-6fa98cbe4d83 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0486989 Aug 14 19:05:20.110588 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-acce59af-f925-401f-a430-a2852794996b req-3d505745-328c-4c1f-8862-293aa5a0d4bb tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323286 Aug 14 19:05:21.234154 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf32bd-6ad0-4e96-925b-959bcbc12ecd req-f147d837-b9cf-44b3-9b5f-272be7c1c78a tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:21.235573 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-badf32bd-6ad0-4e96-925b-959bcbc12ecd req-f147d837-b9cf-44b3-9b5f-272be7c1c78a tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0538669 Aug 14 19:05:21.282943 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-badf32bd-6ad0-4e96-925b-959bcbc12ecd req-8edf4349-9d3f-43fe-bd50-255227833df9 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369165 Aug 14 19:05:21.359436 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0778c6e-f1e9-4361-9ceb-e059b69ce8a1 req-e6ff0262-a3b1-46a0-b4dd-8de6f07c1d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:21.360934 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e0778c6e-f1e9-4361-9ceb-e059b69ce8a1 req-e6ff0262-a3b1-46a0-b4dd-8de6f07c1d31 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 1099 time: 0.0419650 Aug 14 19:05:21.403946 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e0778c6e-f1e9-4361-9ceb-e059b69ce8a1 req-e50832b7-44a6-4857-a269-ee1886724066 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340672 Aug 14 19:05:21.674297 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:22.341226 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 32888) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:05:22.407265 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1473a-b5e5-4b03-be6c-4fb9e3f5fee3 req-5ccdc9b3-62d0-4b8b-8080-98dc6699d51f tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:22.408782 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-86b1473a-b5e5-4b03-be6c-4fb9e3f5fee3 req-5ccdc9b3-62d0-4b8b-8080-98dc6699d51f tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0504129 Aug 14 19:05:22.448373 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-86b1473a-b5e5-4b03-be6c-4fb9e3f5fee3 req-d680b369-677c-4c72-8d24-0e2b0ecafb1c tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330513 Aug 14 19:05:22.454109 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-b930406f-2eee-4f3e-ba7e-fec910eb28bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:22.511534 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-481a1798-b493-4e1c-b99d-00d1914f1434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:22.550822 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-b930406f-2eee-4f3e-ba7e-fec910eb28bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:22.555868 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-b930406f-2eee-4f3e-ba7e-fec910eb28bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:22.591234 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b930406f-2eee-4f3e-ba7e-fec910eb28bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049aa612-a448-4f05-9eb3-08908d9e2e8f,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:22.595327 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-b930406f-2eee-4f3e-ba7e-fec910eb28bc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7d3c39b886784c89985677deb8d03e8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2523675 Aug 14 19:05:22.598554 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 32898) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:05:22.646962 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-fdaec5d4-68ca-479d-bcc8-36e8b4176761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:22.667936 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-fdaec5d4-68ca-479d-bcc8-36e8b4176761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:22.715225 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-fdaec5d4-68ca-479d-bcc8-36e8b4176761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:22.718466 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-fdaec5d4-68ca-479d-bcc8-36e8b4176761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:22.719979 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-fdaec5d4-68ca-479d-bcc8-36e8b4176761 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/049aa612-a448-4f05-9eb3-08908d9e2e8f HTTP/1.1" status: 204 len: 168 time: 0.1202383 Aug 14 19:05:22.729522 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaec5d4-68ca-479d-bcc8-36e8b4176761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049aa612-a448-4f05-9eb3-08908d9e2e8f,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:22.795672 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:23.196123 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 32930) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:05:23.309538 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-8aa3a213-07e5-4fe2-9762-b08bf53c8f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:23.416079 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-8aa3a213-07e5-4fe2-9762-b08bf53c8f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:23.420005 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-8aa3a213-07e5-4fe2-9762-b08bf53c8f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:23.460156 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-8aa3a213-07e5-4fe2-9762-b08bf53c8f20 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b895eceeedef44f5b90f5bd5bb63779b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2629054 Aug 14 19:05:23.461107 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3a213-07e5-4fe2-9762-b08bf53c8f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f8039e-ebfa-4d5f-b092-f8c62bc4881c,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:23.462798 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 32946) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:05:23.517001 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-526558b9-1e6f-48c8-9313-bd3b1e34c2b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:23.564187 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-526558b9-1e6f-48c8-9313-bd3b1e34c2b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:23.595939 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283446c-eb18-4d29-9a1b-70a99c0f6431 req-86e9ee8f-dd34-4468-9c9e-9210a150d987 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:23.597553 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-5283446c-eb18-4d29-9a1b-70a99c0f6431 req-86e9ee8f-dd34-4468-9c9e-9210a150d987 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0785835 Aug 14 19:05:23.660008 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-5283446c-eb18-4d29-9a1b-70a99c0f6431 req-c3509ca9-3c89-4907-92a3-98a37871fa21 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465665 Aug 14 19:05:23.684409 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-526558b9-1e6f-48c8-9313-bd3b1e34c2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:23.687764 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-526558b9-1e6f-48c8-9313-bd3b1e34c2b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:23.689189 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-526558b9-1e6f-48c8-9313-bd3b1e34c2b9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/67f8039e-ebfa-4d5f-b092-f8c62bc4881c HTTP/1.1" status: 204 len: 168 time: 0.2240446 Aug 14 19:05:23.710922 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526558b9-1e6f-48c8-9313-bd3b1e34c2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f8039e-ebfa-4d5f-b092-f8c62bc4881c,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:23.882116 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:23.965805 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a625e-b65c-418b-9fc7-a346cf466904 req-7b797820-ed22-4741-bdff-d55e28f5b5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:23.966015 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 32972) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:05:23.967454 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-673a625e-b65c-418b-9fc7-a346cf466904 req-7b797820-ed22-4741-bdff-d55e28f5b5b6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6000939100bb476da8924d17890754e4&device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 1099 time: 0.0555975 Aug 14 19:05:23.979823 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e9043-8968-440c-8115-9b8af070fd58 req-917cf563-ab2a-4eb4-b45d-62c916d9b73c tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:23.982479 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-057e9043-8968-440c-8115-9b8af070fd58 req-917cf563-ab2a-4eb4-b45d-62c916d9b73c tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0640876 Aug 14 19:05:24.041900 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-057e9043-8968-440c-8115-9b8af070fd58 req-4f5260ac-d914-4e39-b39b-be304b53ee06 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503151 Aug 14 19:05:24.084303 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a625e-b65c-418b-9fc7-a346cf466904 req-83b8ad5e-1b3f-4fd1-96f1-314b7122e156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:24.085808 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-673a625e-b65c-418b-9fc7-a346cf466904 req-83b8ad5e-1b3f-4fd1-96f1-314b7122e156 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1 HTTP/1.1" status: 200 len: 920 time: 0.1097643 Aug 14 19:05:24.134062 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-673a625e-b65c-418b-9fc7-a346cf466904 req-5238655a-4696-4663-b4b2-08bac7c83996 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51a134f0-83fe-4ce2-b30d-91d08421f295 HTTP/1.1" status: 200 len: 217 time: 0.0390646 Aug 14 19:05:24.163973 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3c28f5ff-9b7f-48ea-85a6-798100f70286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:24.188070 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a625e-b65c-418b-9fc7-a346cf466904 req-ec178627-1046-4dbd-899b-071f791caad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:24.189872 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-673a625e-b65c-418b-9fc7-a346cf466904 req-ec178627-1046-4dbd-899b-071f791caad6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e77bed90-2142-41a5-a497-653e20d95723 HTTP/1.1" status: 200 len: 859 time: 0.0459766 Aug 14 19:05:24.239542 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-673a625e-b65c-418b-9fc7-a346cf466904 req-3734bba1-5b47-4085-bc10-18e1772bb8c0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285654 Aug 14 19:05:24.269011 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3c28f5ff-9b7f-48ea-85a6-798100f70286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:24.273268 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3c28f5ff-9b7f-48ea-85a6-798100f70286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:24.313485 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-3c28f5ff-9b7f-48ea-85a6-798100f70286 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1b2d5d5252c344eea5592cf21a0103dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3454053 Aug 14 19:05:24.315387 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c28f5ff-9b7f-48ea-85a6-798100f70286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d644236-be55-4d93-9759-3346edf9fb26,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:24.316169 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 32982) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:05:24.388139 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-673a625e-b65c-418b-9fc7-a346cf466904 req-3a01247b-4709-42e5-af87-f6e92a719d8a service neutron] 10.222.0.24 "GET /v2.0/networks/0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326632 Aug 14 19:05:24.406292 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-dea2772a-def3-4427-9bdb-feb7e18ec882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:24.477977 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-dea2772a-def3-4427-9bdb-feb7e18ec882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:24.538095 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-673a625e-b65c-418b-9fc7-a346cf466904 req-5998fdb2-2e99-4f1a-8af8-123ccc6678b8 service neutron] 10.222.0.24 "GET /v2.0/networks/0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289487 Aug 14 19:05:24.555465 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-dea2772a-def3-4427-9bdb-feb7e18ec882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:24.558155 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-dea2772a-def3-4427-9bdb-feb7e18ec882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:24.561548 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-dea2772a-def3-4427-9bdb-feb7e18ec882 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7d644236-be55-4d93-9759-3346edf9fb26 HTTP/1.1" status: 204 len: 168 time: 0.2415886 Aug 14 19:05:24.568203 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea2772a-def3-4427-9bdb-feb7e18ec882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d644236-be55-4d93-9759-3346edf9fb26,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:25.174194 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 33018) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:05:25.177209 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6557c68-5c81-441f-b9a5-0c55c9df1380 req-4224239a-2433-480c-869b-613d2aaa1226 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:25.178768 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c6557c68-5c81-441f-b9a5-0c55c9df1380 req-4224239a-2433-480c-869b-613d2aaa1226 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0552685 Aug 14 19:05:25.194578 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:25.219520 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c6557c68-5c81-441f-b9a5-0c55c9df1380 req-d419f972-d3d1-465a-b760-add29e6854d9 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344305 Aug 14 19:05:25.276295 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [None req-ee277a1e-49ca-4eb1-845e-510d81c768d3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-973743720-network', 'tenant_id': '3b401b823ff34122a33652cb519dc6f7'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:05:25.297555 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee277a1e-49ca-4eb1-845e-510d81c768d3 admin admin] Made reservation on behalf of 3b401b823ff34122a33652cb519dc6f7 for: {'network': 1} {{(pid=94117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:05:25.299864 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-ee277a1e-49ca-4eb1-845e-510d81c768d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for network, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:25.308038 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-ee277a1e-49ca-4eb1-845e-510d81c768d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:25.394379 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-ee277a1e-49ca-4eb1-845e-510d81c768d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:25.399154 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-ee277a1e-49ca-4eb1-845e-510d81c768d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:25.420032 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee277a1e-49ca-4eb1-845e-510d81c768d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=94117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 14 19:05:25.434159 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee277a1e-49ca-4eb1-845e-510d81c768d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69cfc1e2-9854-4487-9a22-2482c7397dbb,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:25.439786 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-ee277a1e-49ca-4eb1-845e-510d81c768d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736'] for segment, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:25.440131 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.db.segments_db [None req-ee277a1e-49ca-4eb1-845e-510d81c768d3 admin admin] Added segment dff1a760-12e6-4399-b897-2bbf3927ec5d of type vlan for network d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a Aug 14 19:05:25.481809 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-ee277a1e-49ca-4eb1-845e-510d81c768d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754978905146'] for network, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:25.512865 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-ee277a1e-49ca-4eb1-845e-510d81c768d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998'] for network, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:25.514606 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee277a1e-49ca-4eb1-845e-510d81c768d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:25.515315 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-ee277a1e-49ca-4eb1-845e-510d81c768d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for network, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:25.573256 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-ee277a1e-49ca-4eb1-845e-510d81c768d3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3977904 Aug 14 19:05:25.576215 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 33028) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:05:25.581303 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-aeedb9b2-0b48-442a-8d4a-a376d127c2a2 admin admin] Request body: {'subnet': {'network_id': 'd646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-973743720-subnet', 'tenant_id': '3b401b823ff34122a33652cb519dc6f7', 'ip_version': 4}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:05:25.583271 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee277a1e-49ca-4eb1-845e-510d81c768d3 admin admin] Pushing event updated for resources: {'Network': ['ID=d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:25.594157 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Network d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a details requested by agent ovs-agent-dv-cinder-804581-2-iscsi with host dv-cinder-804581-2-iscsi {{(pid=94118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 14 19:05:25.605240 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeedb9b2-0b48-442a-8d4a-a376d127c2a2 admin admin] Made reservation on behalf of 3b401b823ff34122a33652cb519dc6f7 for: {'subnet': 1} {{(pid=94116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:05:25.608177 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-aeedb9b2-0b48-442a-8d4a-a376d127c2a2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:25.996489 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-aeedb9b2-0b48-442a-8d4a-a376d127c2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998'] for subnet, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:26.052066 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeedb9b2-0b48-442a-8d4a-a376d127c2a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f715183-cd29-4f58-8407-9662756bc442,revision_number=0']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:26.060482 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeedb9b2-0b48-442a-8d4a-a376d127c2a2 admin admin] Checking segment: {'id': 'dff1a760-12e6-4399-b897-2bbf3927ec5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:05:26.060845 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeedb9b2-0b48-442a-8d4a-a376d127c2a2 admin admin] Network hostable DHCP agents. Network: d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a, hostable agents: ['0d7bdec9-f5f8-4d0a-807a-57e5ce61a6b1'], hosted agents: [] {{(pid=94116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 14 19:05:26.076658 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeedb9b2-0b48-442a-8d4a-a376d127c2a2 admin admin] Network d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a is scheduled to be hosted by DHCP agent 0d7bdec9-f5f8-4d0a-807a-57e5ce61a6b1 with binding_index 1 {{(pid=94116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 14 19:05:26.085467 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.base_scheduler [None req-aeedb9b2-0b48-442a-8d4a-a376d127c2a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804581-2-iscsi, d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a) {{(pid=94116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:05:26.090067 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeedb9b2-0b48-442a-8d4a-a376d127c2a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:26.091188 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-aeedb9b2-0b48-442a-8d4a-a376d127c2a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:26.094141 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2214f65b-3479-4d95-a401-acd5b7a4e298 None None] Network d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 19:05:26.109372 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-aeedb9b2-0b48-442a-8d4a-a376d127c2a2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5294421 Aug 14 19:05:26.109595 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 33032) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:05:26.114964 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-391875b3-8d80-45ca-8373-8a43bde0c2b5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-973743720-router', 'tenant_id': '3b401b823ff34122a33652cb519dc6f7', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'}}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:05:26.137099 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-391875b3-8d80-45ca-8373-8a43bde0c2b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-497131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1253'] for router, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:26.138169 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-391875b3-8d80-45ca-8373-8a43bde0c2b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499240', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1667368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1276'] for router, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:26.196203 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-391875b3-8d80-45ca-8373-8a43bde0c2b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:26.246474 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efaa0c49-541f-4470-bf6f-45fd477e0fa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3ad8078-bf75-59ca-bf42-0c8d8311ab94-d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a', 'network_id': 'd646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a', 'tenant_id': '3b401b823ff34122a33652cb519dc6f7', 'fixed_ips': [{'subnet_id': '6f715183-cd29-4f58-8407-9662756bc442'}]}} from dv-cinder-804581-2-iscsi. {{(pid=94118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 14 19:05:26.247680 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-efaa0c49-541f-4470-bf6f-45fd477e0fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:26.327675 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-391875b3-8d80-45ca-8373-8a43bde0c2b5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:26.385973 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.db_base_plugin_common [None req-efaa0c49-541f-4470-bf6f-45fd477e0fa6 None None] Allocated IP 172.20.0.2 (d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a/6f715183-cd29-4f58-8407-9662756bc442/d32f4550-d33f-4957-9be1-9a203f89cb95) {{(pid=94118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:05:26.529946 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-391875b3-8d80-45ca-8373-8a43bde0c2b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:26.536068 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-efaa0c49-541f-4470-bf6f-45fd477e0fa6 None None] Notify callbacks [] for port, precommit_create {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:26.544690 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-efaa0c49-541f-4470-bf6f-45fd477e0fa6 None None] Transition to ACTIVE for port object d32f4550-d33f-4957-9be1-9a203f89cb95 will not be triggered until provisioned by entity L2. {{(pid=94118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:05:26.549517 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-391875b3-8d80-45ca-8373-8a43bde0c2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:26.559696 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-efaa0c49-541f-4470-bf6f-45fd477e0fa6 None None] Transition to ACTIVE for port object d32f4550-d33f-4957-9be1-9a203f89cb95 will not be triggered until provisioned by entity DHCP. {{(pid=94118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:05:26.565112 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-efaa0c49-541f-4470-bf6f-45fd477e0fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948'] for port, after_create {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:26.605273 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaa0c49-541f-4470-bf6f-45fd477e0fa6 None None] Network d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a is already hosted by enough agents. {{(pid=94118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:05:26.609964 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.scheduler.base_scheduler [None req-efaa0c49-541f-4470-bf6f-45fd477e0fa6 None None] Resources bound (agent type, host, resource id): {{(pid=94118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:05:26.613087 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaa0c49-541f-4470-bf6f-45fd477e0fa6 None None] Received port after_create {{(pid=94118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:05:26.622543 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa0c49-541f-4470-bf6f-45fd477e0fa6 None None] Pushing event updated for resources: {'Port': ['ID=d32f4550-d33f-4957-9be1-9a203f89cb95,revision_number=1']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:26.657714 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.db_base_plugin_common [None req-391875b3-8d80-45ca-8373-8a43bde0c2b5 admin admin] Allocated IP 172.27.2.246 (70527521-9220-43b3-92f5-8f32262fd0f1/b39bc0ec-218c-484d-aceb-7d591e49d9cc/9512806b-3b60-45a3-9e4a-15359f201ef6) {{(pid=94116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:05:26.673031 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-efaa0c49-541f-4470-bf6f-45fd477e0fa6 None None] Attempting to bind port d32f4550-d33f-4957-9be1-9a203f89cb95 on host dv-cinder-804581-2-iscsi for vnic_type normal with profile {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:05:26.673409 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-efaa0c49-541f-4470-bf6f-45fd477e0fa6 None None] Attempting to bind port d32f4550-d33f-4957-9be1-9a203f89cb95 by drivers openvswitch,hyperv on host dv-cinder-804581-2-iscsi at level 0 using segments [{'id': 'dff1a760-12e6-4399-b897-2bbf3927ec5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a'}] {{(pid=94118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:05:26.673805 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaa0c49-541f-4470-bf6f-45fd477e0fa6 None None] Attempting to bind port d32f4550-d33f-4957-9be1-9a203f89cb95 on network d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:05:26.679704 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaa0c49-541f-4470-bf6f-45fd477e0fa6 None None] Checking agent: {'id': 'd974888e-3874-401b-8472-8d90566bb0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 18, 55, 53), 'started_at': datetime.datetime(2021, 8, 14, 18, 56, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:05:26.680078 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaa0c49-541f-4470-bf6f-45fd477e0fa6 None None] Checking segment: {'id': 'dff1a760-12e6-4399-b897-2bbf3927ec5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:05:26.680492 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-efaa0c49-541f-4470-bf6f-45fd477e0fa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:26.680879 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaa0c49-541f-4470-bf6f-45fd477e0fa6 None None] Bound using segment: {'id': 'dff1a760-12e6-4399-b897-2bbf3927ec5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a'} {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:05:26.681355 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-efaa0c49-541f-4470-bf6f-45fd477e0fa6 None None] Bound port: d32f4550-d33f-4957-9be1-9a203f89cb95, host: dv-cinder-804581-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dff1a760-12e6-4399-b897-2bbf3927ec5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a'}}] {{(pid=94118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:05:26.681747 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-efaa0c49-541f-4470-bf6f-45fd477e0fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:26.744210 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-efaa0c49-541f-4470-bf6f-45fd477e0fa6 None None] For port d32f4550-d33f-4957-9be1-9a203f89cb95, host dv-cinder-804581-2-iscsi, cleared binding levels {{(pid=94118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:05:26.747597 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-efaa0c49-541f-4470-bf6f-45fd477e0fa6 None None] For port d32f4550-d33f-4957-9be1-9a203f89cb95, host dv-cinder-804581-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=d32f4550-d33f-4957-9be1-9a203f89cb95,segment=NetworkSegment(dff1a760-12e6-4399-b897-2bbf3927ec5d),segment_id=dff1a760-12e6-4399-b897-2bbf3927ec5d)] {{(pid=94118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:05:26.751830 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-efaa0c49-541f-4470-bf6f-45fd477e0fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:26.765384 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-391875b3-8d80-45ca-8373-8a43bde0c2b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:26.806394 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa0c49-541f-4470-bf6f-45fd477e0fa6 None None] Pushing event updated for resources: {'Port': ['ID=d32f4550-d33f-4957-9be1-9a203f89cb95,revision_number=2']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:26.807073 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-391875b3-8d80-45ca-8373-8a43bde0c2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948'] for port, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:26.844833 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391875b3-8d80-45ca-8373-8a43bde0c2b5 admin admin] Network 70527521-9220-43b3-92f5-8f32262fd0f1 is already hosted by enough agents. {{(pid=94116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:05:26.845515 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.base_scheduler [None req-391875b3-8d80-45ca-8373-8a43bde0c2b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:05:26.852165 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391875b3-8d80-45ca-8373-8a43bde0c2b5 admin admin] Received port after_create {{(pid=94116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:05:26.893892 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391875b3-8d80-45ca-8373-8a43bde0c2b5 admin admin] Pushing event updated for resources: {'Port': ['ID=9512806b-3b60-45a3-9e4a-15359f201ef6,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:27.090766 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-391875b3-8d80-45ca-8373-8a43bde0c2b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:27.284253 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-391875b3-8d80-45ca-8373-8a43bde0c2b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499453'] for router, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:27.408839 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391875b3-8d80-45ca-8373-8a43bde0c2b5 admin admin] Router 6318de3c-4422-4129-b25e-2f4047277e72 is scheduled to L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 with binding_index 1 {{(pid=94116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 14 19:05:27.519448 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391875b3-8d80-45ca-8373-8a43bde0c2b5 admin admin] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 19:05:27.530826 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d3a4c3-49ff-4754-9b9d-c0cba5c4c12e None None] Sync routers for ids ['6318de3c-4422-4129-b25e-2f4047277e72'] in dv-cinder-804581-2-iscsi {{(pid=94119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 19:05:27.539521 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-391875b3-8d80-45ca-8373-8a43bde0c2b5 admin admin] Notify callbacks [] for router, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:27.543360 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-391875b3-8d80-45ca-8373-8a43bde0c2b5 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4303608 Aug 14 19:05:27.543499 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d3a4c3-49ff-4754-9b9d-c0cba5c4c12e None None] Routers {'6318de3c-4422-4129-b25e-2f4047277e72'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:05:27.543598 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 33042) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:05:27.543691 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-e5d3a4c3-49ff-4754-9b9d-c0cba5c4c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:05:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['6318de3c-4422-4129-b25e-2f4047277e72'], 'active': True} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:05:27.663142 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvr_db [None req-e5d3a4c3-49ff-4754-9b9d-c0cba5c4c12e None None] Set router 6318de3c-4422-4129-b25e-2f4047277e72 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:05:27.714153 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device d32f4550-d33f-4957-9be1-9a203f89cb95 up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:05:27.748591 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af520354-48da-45ea-a69b-f8ace70bd9fc None None] Network d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 19:05:27.823596 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-6bec4a56-c07e-41c7-b73a-24c0d58219a0 None None] Provisioning for port d32f4550-d33f-4957-9be1-9a203f89cb95 completed by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:05:27.841548 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning for port d32f4550-d33f-4957-9be1-9a203f89cb95 completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:05:27.846854 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port d32f4550-d33f-4957-9be1-9a203f89cb95 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:05:27.847364 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:27.890995 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-e5d3a4c3-49ff-4754-9b9d-c0cba5c4c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6318de3c-4422-4129-b25e-2f4047277e72', 'name': 'tempest-TestShelveInstance-973743720-router', 'tenant_id': '3b401b823ff34122a33652cb519dc6f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '9512806b-3b60-45a3-9e4a-15359f201ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:26Z', 'updated_at': '2021-08-14T19:05:26Z', 'revision_number': 3, 'project_id': '3b401b823ff34122a33652cb519dc6f7', 'gw_port': {'id': '9512806b-3b60-45a3-9e4a-15359f201ef6', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ee:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6318de3c-4422-4129-b25e-2f4047277e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:26Z', 'updated_at': '2021-08-14T19:05:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi'}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:05:27.929523 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345561b-a679-4f3c-b5ca-2562f3b4a4ab req-372f468e-524e-423f-bba4-3272cbf5c511 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:27.931614 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d3a4c3-49ff-4754-9b9d-c0cba5c4c12e None None] Checking router: 6318de3c-4422-4129-b25e-2f4047277e72 for host: dv-cinder-804581-2-iscsi {{(pid=94119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 19:05:27.931887 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-6345561b-a679-4f3c-b5ca-2562f3b4a4ab req-372f468e-524e-423f-bba4-3272cbf5c511 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0687222 Aug 14 19:05:27.932017 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d3a4c3-49ff-4754-9b9d-c0cba5c4c12e None None] Updating router 6318de3c-4422-4129-b25e-2f4047277e72 port 9512806b-3b60-45a3-9e4a-15359f201ef6 binding host dv-cinder-804581-2-iscsi {{(pid=94119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 14 19:05:27.980492 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-e5d3a4c3-49ff-4754-9b9d-c0cba5c4c12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:28.003229 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-6345561b-a679-4f3c-b5ca-2562f3b4a4ab req-8031104d-049e-4839-a5c8-4aaa2152b0b2 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649133 Aug 14 19:05:28.023843 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:28.063984 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] For port d32f4550-d33f-4957-9be1-9a203f89cb95, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=d32f4550-d33f-4957-9be1-9a203f89cb95,segment=NetworkSegment(dff1a760-12e6-4399-b897-2bbf3927ec5d),segment_id=dff1a760-12e6-4399-b897-2bbf3927ec5d)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:05:28.069708 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:28.090104 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-5b788621-0aae-4181-9230-d3c894cd8400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:28.132231 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Pushing event updated for resources: {'Port': ['ID=d32f4550-d33f-4957-9be1-9a203f89cb95,revision_number=3']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:28.283740 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.db_base_plugin_common [None req-5b788621-0aae-4181-9230-d3c894cd8400 admin admin] Allocated IP 172.20.0.1 (d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a/6f715183-cd29-4f58-8407-9662756bc442/87ba2b0b-448c-473e-9393-39d0f7deb8ec) {{(pid=94116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:05:28.307700 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-e5d3a4c3-49ff-4754-9b9d-c0cba5c4c12e None None] Notify callbacks [] for port, precommit_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:28.318064 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.provisioning_blocks [None req-e5d3a4c3-49ff-4754-9b9d-c0cba5c4c12e None None] Transition to ACTIVE for port object 9512806b-3b60-45a3-9e4a-15359f201ef6 will not be triggered until provisioned by entity L2. {{(pid=94119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:05:28.323643 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-e5d3a4c3-49ff-4754-9b9d-c0cba5c4c12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:28.358466 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b28a164d-d687-447a-b53d-038dc15362fc None None] Provisioning complete for port d32f4550-d33f-4957-9be1-9a203f89cb95 triggered by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:05:28.359085 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b28a164d-d687-447a-b53d-038dc15362fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:28.377025 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.managers [None req-e5d3a4c3-49ff-4754-9b9d-c0cba5c4c12e None None] Attempting to bind port 9512806b-3b60-45a3-9e4a-15359f201ef6 on host dv-cinder-804581-2-iscsi for vnic_type normal with profile {{(pid=94119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:05:28.377402 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.managers [None req-e5d3a4c3-49ff-4754-9b9d-c0cba5c4c12e None None] Attempting to bind port 9512806b-3b60-45a3-9e4a-15359f201ef6 by drivers openvswitch,hyperv on host dv-cinder-804581-2-iscsi at level 0 using segments [{'id': '40f888b7-b3ed-489c-94ee-52f240068829', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'}] {{(pid=94119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:05:28.377771 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d3a4c3-49ff-4754-9b9d-c0cba5c4c12e None None] Attempting to bind port 9512806b-3b60-45a3-9e4a-15359f201ef6 on network 70527521-9220-43b3-92f5-8f32262fd0f1 {{(pid=94119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:05:28.383372 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db75fa0-f1c0-43de-9f2f-09c95dfb7cc1 None None] Pushing event updated for resources: {'Port': ['ID=9512806b-3b60-45a3-9e4a-15359f201ef6,revision_number=2']} {{(pid=94119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:28.392728 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d3a4c3-49ff-4754-9b9d-c0cba5c4c12e None None] Checking agent: {'id': 'd974888e-3874-401b-8472-8d90566bb0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 18, 55, 53), 'started_at': datetime.datetime(2021, 8, 14, 18, 56, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:05:28.392728 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d3a4c3-49ff-4754-9b9d-c0cba5c4c12e None None] Checking segment: {'id': '40f888b7-b3ed-489c-94ee-52f240068829', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:05:28.393021 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-e5d3a4c3-49ff-4754-9b9d-c0cba5c4c12e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:28.393290 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d3a4c3-49ff-4754-9b9d-c0cba5c4c12e None None] Bound using segment: {'id': '40f888b7-b3ed-489c-94ee-52f240068829', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'} {{(pid=94119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:05:28.393774 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.managers [None req-e5d3a4c3-49ff-4754-9b9d-c0cba5c4c12e None None] Bound port: 9512806b-3b60-45a3-9e4a-15359f201ef6, host: dv-cinder-804581-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40f888b7-b3ed-489c-94ee-52f240068829', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'}}] {{(pid=94119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:05:28.394184 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-e5d3a4c3-49ff-4754-9b9d-c0cba5c4c12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:28.396395 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db75fa0-f1c0-43de-9f2f-09c95dfb7cc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:28.396746 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db75fa0-f1c0-43de-9f2f-09c95dfb7cc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:28.397092 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db75fa0-f1c0-43de-9f2f-09c95dfb7cc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:28.397436 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db75fa0-f1c0-43de-9f2f-09c95dfb7cc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:28.397689 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-5b788621-0aae-4181-9230-d3c894cd8400 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:28.398148 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db75fa0-f1c0-43de-9f2f-09c95dfb7cc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:28.398148 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db75fa0-f1c0-43de-9f2f-09c95dfb7cc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:28.398462 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db75fa0-f1c0-43de-9f2f-09c95dfb7cc1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:28.398793 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db75fa0-f1c0-43de-9f2f-09c95dfb7cc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:28.399139 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db75fa0-f1c0-43de-9f2f-09c95dfb7cc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:28.399474 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db75fa0-f1c0-43de-9f2f-09c95dfb7cc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:28.399796 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db75fa0-f1c0-43de-9f2f-09c95dfb7cc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:28.400116 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db75fa0-f1c0-43de-9f2f-09c95dfb7cc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:28.458991 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.db [None req-e5d3a4c3-49ff-4754-9b9d-c0cba5c4c12e None None] For port 9512806b-3b60-45a3-9e4a-15359f201ef6, host dv-cinder-804581-2-iscsi, cleared binding levels {{(pid=94119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:05:28.462632 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.db [None req-e5d3a4c3-49ff-4754-9b9d-c0cba5c4c12e None None] For port 9512806b-3b60-45a3-9e4a-15359f201ef6, host dv-cinder-804581-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=9512806b-3b60-45a3-9e4a-15359f201ef6,segment=NetworkSegment(40f888b7-b3ed-489c-94ee-52f240068829),segment_id=40f888b7-b3ed-489c-94ee-52f240068829)] {{(pid=94119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:05:28.468027 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-e5d3a4c3-49ff-4754-9b9d-c0cba5c4c12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:28.525148 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d3a4c3-49ff-4754-9b9d-c0cba5c4c12e None None] Routers {'6318de3c-4422-4129-b25e-2f4047277e72'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:05:28.525690 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-e5d3a4c3-49ff-4754-9b9d-c0cba5c4c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:05:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['6318de3c-4422-4129-b25e-2f4047277e72'], 'active': True} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:05:28.583290 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db75fa0-f1c0-43de-9f2f-09c95dfb7cc1 None None] Pushing event updated for resources: {'Port': ['ID=9512806b-3b60-45a3-9e4a-15359f201ef6,revision_number=3']} {{(pid=94119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:28.638811 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.provisioning_blocks [None req-5b788621-0aae-4181-9230-d3c894cd8400 admin admin] Transition to ACTIVE for port object 87ba2b0b-448c-473e-9393-39d0f7deb8ec will not be triggered until provisioned by entity DHCP. {{(pid=94116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:05:28.667541 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvr_db [None req-e5d3a4c3-49ff-4754-9b9d-c0cba5c4c12e None None] Set router 6318de3c-4422-4129-b25e-2f4047277e72 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:05:28.682684 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-5b788621-0aae-4181-9230-d3c894cd8400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948'] for port, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:28.722091 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b788621-0aae-4181-9230-d3c894cd8400 admin admin] Network d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a is already hosted by enough agents. {{(pid=94116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:05:28.728174 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.base_scheduler [None req-5b788621-0aae-4181-9230-d3c894cd8400 admin admin] Resources bound (agent type, host, resource id): {{(pid=94116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:05:28.732261 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b788621-0aae-4181-9230-d3c894cd8400 admin admin] Received port after_create {{(pid=94116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:05:28.732744 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-5b788621-0aae-4181-9230-d3c894cd8400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650728'] for router_interface, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:28.794905 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b788621-0aae-4181-9230-d3c894cd8400 admin admin] Pushing event updated for resources: {'Port': ['ID=87ba2b0b-448c-473e-9393-39d0f7deb8ec,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:28.972158 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-5b788621-0aae-4181-9230-d3c894cd8400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:29.022324 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-e5d3a4c3-49ff-4754-9b9d-c0cba5c4c12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6318de3c-4422-4129-b25e-2f4047277e72', 'name': 'tempest-TestShelveInstance-973743720-router', 'tenant_id': '3b401b823ff34122a33652cb519dc6f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '9512806b-3b60-45a3-9e4a-15359f201ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:26Z', 'updated_at': '2021-08-14T19:05:26Z', 'revision_number': 3, 'project_id': '3b401b823ff34122a33652cb519dc6f7', 'gw_port': {'id': '9512806b-3b60-45a3-9e4a-15359f201ef6', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ee:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6318de3c-4422-4129-b25e-2f4047277e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:26Z', 'updated_at': '2021-08-14T19:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi'}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:05:29.051672 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d3a4c3-49ff-4754-9b9d-c0cba5c4c12e None None] The sync data for ids ['6318de3c-4422-4129-b25e-2f4047277e72'] in dv-cinder-804581-2-iscsi is: [{'id': '6318de3c-4422-4129-b25e-2f4047277e72', 'name': 'tempest-TestShelveInstance-973743720-router', 'tenant_id': '3b401b823ff34122a33652cb519dc6f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '9512806b-3b60-45a3-9e4a-15359f201ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:26Z', 'updated_at': '2021-08-14T19:05:26Z', 'revision_number': 3, 'project_id': '3b401b823ff34122a33652cb519dc6f7', 'gw_port': {'id': '9512806b-3b60-45a3-9e4a-15359f201ef6', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ee:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6318de3c-4422-4129-b25e-2f4047277e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:26Z', 'updated_at': '2021-08-14T19:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi'}] {{(pid=94119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 19:05:29.076254 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-29a9407b-fb9b-41df-962d-9ae909b37b60 None None] Provisioning for port 87ba2b0b-448c-473e-9393-39d0f7deb8ec completed by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:05:29.081253 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-29a9407b-fb9b-41df-962d-9ae909b37b60 None None] Provisioning complete for port 87ba2b0b-448c-473e-9393-39d0f7deb8ec triggered by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:05:29.081706 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-29a9407b-fb9b-41df-962d-9ae909b37b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:29.127929 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-29a9407b-fb9b-41df-962d-9ae909b37b60 None None] Port 87ba2b0b-448c-473e-9393-39d0f7deb8ec cannot update to ACTIVE because it is not bound. {{(pid=94118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 14 19:05:29.175671 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41823965-6a2a-4318-99ba-b4c7df534cee req-979a62bc-27ad-4a4c-87c7-973c38aff189 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:29.177256 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-41823965-6a2a-4318-99ba-b4c7df534cee req-979a62bc-27ad-4a4c-87c7-973c38aff189 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0747530 Aug 14 19:05:29.233084 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-5b788621-0aae-4181-9230-d3c894cd8400 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:29.240234 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-41823965-6a2a-4318-99ba-b4c7df534cee req-9db0b5c5-3d65-4522-a52f-68c47c5794fb tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526130 Aug 14 19:05:29.241387 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-5b788621-0aae-4181-9230-d3c894cd8400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:29.242637 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-5b788621-0aae-4181-9230-d3c894cd8400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650876'] for router_interface, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:29.258010 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 33078) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:05:29.346553 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b788621-0aae-4181-9230-d3c894cd8400 admin admin] Pushing event updated for resources: {'Port': ['ID=87ba2b0b-448c-473e-9393-39d0f7deb8ec,revision_number=2']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:29.363753 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b788621-0aae-4181-9230-d3c894cd8400 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:29.364131 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b788621-0aae-4181-9230-d3c894cd8400 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:29.364476 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b788621-0aae-4181-9230-d3c894cd8400 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:29.365104 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b788621-0aae-4181-9230-d3c894cd8400 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:29.365236 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b788621-0aae-4181-9230-d3c894cd8400 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:29.365503 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b788621-0aae-4181-9230-d3c894cd8400 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:29.365835 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b788621-0aae-4181-9230-d3c894cd8400 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:29.366167 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b788621-0aae-4181-9230-d3c894cd8400 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:29.366522 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b788621-0aae-4181-9230-d3c894cd8400 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:29.366843 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b788621-0aae-4181-9230-d3c894cd8400 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:29.367169 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b788621-0aae-4181-9230-d3c894cd8400 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:29.367487 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b788621-0aae-4181-9230-d3c894cd8400 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:29.408617 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b788621-0aae-4181-9230-d3c894cd8400 admin admin] Network d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a is already hosted by enough agents. {{(pid=94116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:05:29.411011 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.base_scheduler [None req-5b788621-0aae-4181-9230-d3c894cd8400 admin admin] Resources bound (agent type, host, resource id): {{(pid=94116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:05:29.418392 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-0b8b2528-3d8a-47f7-b30a-f6a63be3a101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:29.545366 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-0b8b2528-3d8a-47f7-b30a-f6a63be3a101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:29.551851 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-0b8b2528-3d8a-47f7-b30a-f6a63be3a101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:29.576668 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b788621-0aae-4181-9230-d3c894cd8400 admin admin] Router 6318de3c-4422-4129-b25e-2f4047277e72 has already been hosted by L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 {{(pid=94116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 14 19:05:29.593284 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b2528-3d8a-47f7-b30a-f6a63be3a101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0a28a8-0294-480d-8894-5844f83bf0c5,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:29.618002 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-0b8b2528-3d8a-47f7-b30a-f6a63be3a101 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8918e670c44e4020acf8f0be010007d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3566403 Aug 14 19:05:29.619189 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 33082) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:05:29.716808 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-1937126b-2824-4633-9411-c89bcca2de13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:29.759304 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-1937126b-2824-4633-9411-c89bcca2de13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:29.760927 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-0f4ab94d-10ac-4f93-be8c-e5c8dc483603 None None] Provisioning complete for port 87ba2b0b-448c-473e-9393-39d0f7deb8ec triggered by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:05:29.763687 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-0f4ab94d-10ac-4f93-be8c-e5c8dc483603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:29.791451 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b788621-0aae-4181-9230-d3c894cd8400 admin admin] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 19:05:29.800697 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-5b788621-0aae-4181-9230-d3c894cd8400 admin admin] 10.222.0.39 "PUT /v2.0/routers/6318de3c-4422-4129-b25e-2f4047277e72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2560797 Aug 14 19:05:29.825569 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-0f4ab94d-10ac-4f93-be8c-e5c8dc483603 None None] Port 87ba2b0b-448c-473e-9393-39d0f7deb8ec cannot update to ACTIVE because it is not bound. {{(pid=94118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 14 19:05:29.835075 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-1937126b-2824-4633-9411-c89bcca2de13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:29.839258 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-1937126b-2824-4633-9411-c89bcca2de13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:29.844646 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-1937126b-2824-4633-9411-c89bcca2de13 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8d0a28a8-0294-480d-8894-5844f83bf0c5 HTTP/1.1" status: 204 len: 168 time: 0.2227306 Aug 14 19:05:29.859952 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1937126b-2824-4633-9411-c89bcca2de13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0a28a8-0294-480d-8894-5844f83bf0c5,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:29.876855 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937126b-2824-4633-9411-c89bcca2de13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:29.877207 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937126b-2824-4633-9411-c89bcca2de13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:29.877944 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937126b-2824-4633-9411-c89bcca2de13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:29.878316 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937126b-2824-4633-9411-c89bcca2de13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:29.878658 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937126b-2824-4633-9411-c89bcca2de13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:29.879029 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937126b-2824-4633-9411-c89bcca2de13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:29.879578 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937126b-2824-4633-9411-c89bcca2de13 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:29.880008 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937126b-2824-4633-9411-c89bcca2de13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:29.880349 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937126b-2824-4633-9411-c89bcca2de13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:29.880682 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937126b-2824-4633-9411-c89bcca2de13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:29.881012 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937126b-2824-4633-9411-c89bcca2de13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:29.881339 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1937126b-2824-4633-9411-c89bcca2de13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:29.953902 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 9512806b-3b60-45a3-9e4a-15359f201ef6 up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:05:30.045369 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning for port 9512806b-3b60-45a3-9e4a-15359f201ef6 completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:05:30.053588 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port 9512806b-3b60-45a3-9e4a-15359f201ef6 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:05:30.054305 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:30.174806 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:30.219884 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] For port 9512806b-3b60-45a3-9e4a-15359f201ef6, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=9512806b-3b60-45a3-9e4a-15359f201ef6,segment=NetworkSegment(40f888b7-b3ed-489c-94ee-52f240068829),segment_id=40f888b7-b3ed-489c-94ee-52f240068829)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:05:30.226124 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:30.229764 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device d32f4550-d33f-4957-9be1-9a203f89cb95 up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:05:30.366795 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Pushing event updated for resources: {'Port': ['ID=9512806b-3b60-45a3-9e4a-15359f201ef6,revision_number=4']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:30.395276 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port d32f4550-d33f-4957-9be1-9a203f89cb95 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:05:30.395681 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:30.465409 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f606fd9-f24c-4de5-bf6c-2070e86c2029 req-d70969c9-dd27-4e69-bd5b-541f0d4c97e7 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:30.467429 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-5f606fd9-f24c-4de5-bf6c-2070e86c2029 req-d70969c9-dd27-4e69-bd5b-541f0d4c97e7 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.1095653 Aug 14 19:05:30.529257 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-5f606fd9-f24c-4de5-bf6c-2070e86c2029 req-edecd8d3-53ff-4a5f-8d97-c3e550e11d86 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509140 Aug 14 19:05:30.748155 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 33138) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:05:30.763084 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [None req-caad6cb4-fbcf-49e0-87bf-1697a5767de1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-945363359-network', 'tenant_id': 'e07ee592e1174e3c9885626f96fd2aad'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:05:30.792566 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caad6cb4-fbcf-49e0-87bf-1697a5767de1 admin admin] Made reservation on behalf of e07ee592e1174e3c9885626f96fd2aad for: {'network': 1} {{(pid=94117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:05:30.795462 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-caad6cb4-fbcf-49e0-87bf-1697a5767de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for network, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:30.809089 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-caad6cb4-fbcf-49e0-87bf-1697a5767de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:30.966020 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-caad6cb4-fbcf-49e0-87bf-1697a5767de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:30.970938 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-caad6cb4-fbcf-49e0-87bf-1697a5767de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:30.999587 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caad6cb4-fbcf-49e0-87bf-1697a5767de1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=94117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 14 19:05:31.014758 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad6cb4-fbcf-49e0-87bf-1697a5767de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1d2caa-f84a-4ade-a4e1-934ad2152864,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:31.020215 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-caad6cb4-fbcf-49e0-87bf-1697a5767de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736'] for segment, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:31.020620 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.db.segments_db [None req-caad6cb4-fbcf-49e0-87bf-1697a5767de1 admin admin] Added segment 30f4491a-24aa-4c86-9adf-bc39d19834eb of type vlan for network 4914adc6-8fce-4d57-a02a-78168dc78ed3 Aug 14 19:05:31.069634 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-caad6cb4-fbcf-49e0-87bf-1697a5767de1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754978905146'] for network, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:31.087380 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 33152) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:05:31.123618 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-caad6cb4-fbcf-49e0-87bf-1697a5767de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998'] for network, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:31.126305 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caad6cb4-fbcf-49e0-87bf-1697a5767de1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:31.127143 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-caad6cb4-fbcf-49e0-87bf-1697a5767de1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for network, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:31.139097 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e907dba-9652-445b-89bd-92221b556c98 None None] Sync routers for ids ['6318de3c-4422-4129-b25e-2f4047277e72'] in dv-cinder-804581-2-iscsi {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 19:05:31.153654 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e907dba-9652-445b-89bd-92221b556c98 None None] Routers {'6318de3c-4422-4129-b25e-2f4047277e72'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:05:31.154318 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-0e907dba-9652-445b-89bd-92221b556c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:05:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['6318de3c-4422-4129-b25e-2f4047277e72'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:05:31.195323 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-caad6cb4-fbcf-49e0-87bf-1697a5767de1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4459674 Aug 14 19:05:31.198416 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 33158) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:05:31.203277 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [None req-f70d13cc-5fd4-435d-9c30-3912cadf8a9e admin admin] Request body: {'subnet': {'network_id': '4914adc6-8fce-4d57-a02a-78168dc78ed3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-945363359-subnet', 'tenant_id': 'e07ee592e1174e3c9885626f96fd2aad', 'ip_version': 4}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:05:31.211425 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad6cb4-fbcf-49e0-87bf-1697a5767de1 admin admin] Pushing event updated for resources: {'Network': ['ID=4914adc6-8fce-4d57-a02a-78168dc78ed3,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:31.229641 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70d13cc-5fd4-435d-9c30-3912cadf8a9e admin admin] Made reservation on behalf of e07ee592e1174e3c9885626f96fd2aad for: {'subnet': 1} {{(pid=94117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:05:31.232007 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-f70d13cc-5fd4-435d-9c30-3912cadf8a9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27050841'] for subnet, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:31.250892 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-0236bb90-e230-449c-8b84-bd2430da421c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1503964413-network', 'tenant_id': 'e72304a5f779453f8a5a56c86d3eb70a'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:05:31.261974 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Network 4914adc6-8fce-4d57-a02a-78168dc78ed3 details requested by agent ovs-agent-dv-cinder-804581-2-iscsi with host dv-cinder-804581-2-iscsi {{(pid=94118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 14 19:05:31.274245 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0236bb90-e230-449c-8b84-bd2430da421c admin admin] Made reservation on behalf of e72304a5f779453f8a5a56c86d3eb70a for: {'network': 1} {{(pid=94116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:05:31.276533 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-0236bb90-e230-449c-8b84-bd2430da421c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for network, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:31.285903 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-0236bb90-e230-449c-8b84-bd2430da421c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:31.397620 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-0236bb90-e230-449c-8b84-bd2430da421c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:31.402956 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-0236bb90-e230-449c-8b84-bd2430da421c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:31.432412 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0236bb90-e230-449c-8b84-bd2430da421c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84203a9d-f87d-4d63-a1c9-1784de7f7dc9,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:31.439296 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0236bb90-e230-449c-8b84-bd2430da421c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=94116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 14 19:05:31.449542 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-f70d13cc-5fd4-435d-9c30-3912cadf8a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25274211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27050859'] for subnet, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:31.452620 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-0236bb90-e230-449c-8b84-bd2430da421c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736'] for segment, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:31.452990 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.db.segments_db [None req-0236bb90-e230-449c-8b84-bd2430da421c admin admin] Added segment e0ca4b07-6afe-411d-bd3a-78e2360d0279 of type vlan for network 9f586da3-1665-4701-96ad-e7c575a8d416 Aug 14 19:05:31.473442 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-0e907dba-9652-445b-89bd-92221b556c98 None None] Set router 6318de3c-4422-4129-b25e-2f4047277e72 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:05:31.497498 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-0236bb90-e230-449c-8b84-bd2430da421c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754978905146'] for network, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:31.519593 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d13cc-5fd4-435d-9c30-3912cadf8a9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cae699e-ea79-4042-947b-b24f21bf6b17,revision_number=0']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:31.527783 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70d13cc-5fd4-435d-9c30-3912cadf8a9e admin admin] Checking segment: {'id': '30f4491a-24aa-4c86-9adf-bc39d19834eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4914adc6-8fce-4d57-a02a-78168dc78ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:05:31.528360 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70d13cc-5fd4-435d-9c30-3912cadf8a9e admin admin] Network hostable DHCP agents. Network: 4914adc6-8fce-4d57-a02a-78168dc78ed3, hostable agents: ['0d7bdec9-f5f8-4d0a-807a-57e5ce61a6b1'], hosted agents: [] {{(pid=94117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 14 19:05:31.542324 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-0236bb90-e230-449c-8b84-bd2430da421c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998'] for network, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:31.543712 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0236bb90-e230-449c-8b84-bd2430da421c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:31.544489 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-0236bb90-e230-449c-8b84-bd2430da421c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for network, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:31.562208 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70d13cc-5fd4-435d-9c30-3912cadf8a9e admin admin] Network 4914adc6-8fce-4d57-a02a-78168dc78ed3 is scheduled to be hosted by DHCP agent 0d7bdec9-f5f8-4d0a-807a-57e5ce61a6b1 with binding_index 1 {{(pid=94117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 14 19:05:31.579070 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.base_scheduler [None req-f70d13cc-5fd4-435d-9c30-3912cadf8a9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804581-2-iscsi, 4914adc6-8fce-4d57-a02a-78168dc78ed3) {{(pid=94117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:05:31.600936 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70d13cc-5fd4-435d-9c30-3912cadf8a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:31.601653 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-f70d13cc-5fd4-435d-9c30-3912cadf8a9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for subnet, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:31.609427 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0236bb90-e230-449c-8b84-bd2430da421c admin admin] Pushing event updated for resources: {'Network': ['ID=9f586da3-1665-4701-96ad-e7c575a8d416,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:31.621731 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2379a3-1107-4080-875a-3435d8bafdf3 None None] Network 4914adc6-8fce-4d57-a02a-78168dc78ed3 requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 19:05:31.624468 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-0236bb90-e230-449c-8b84-bd2430da421c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5348802 Aug 14 19:05:31.627131 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 33170) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:05:31.634380 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [None req-986dfa70-5e41-406c-bdd5-8c239fc36bcc admin admin] Request body: {'subnet': {'network_id': '9f586da3-1665-4701-96ad-e7c575a8d416', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1503964413-subnet', 'tenant_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'ip_version': 4}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:05:31.647419 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-f70d13cc-5fd4-435d-9c30-3912cadf8a9e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4433320 Aug 14 19:05:31.647419 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 33172) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:05:31.653022 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [None req-01974a07-4b73-4bcf-bcdd-e163a4a3231e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-945363359-router', 'tenant_id': 'e07ee592e1174e3c9885626f96fd2aad', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'}}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:05:31.673203 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Network 9f586da3-1665-4701-96ad-e7c575a8d416 details requested by agent ovs-agent-dv-cinder-804581-2-iscsi with host dv-cinder-804581-2-iscsi {{(pid=94118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 14 19:05:31.674717 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986dfa70-5e41-406c-bdd5-8c239fc36bcc admin admin] Made reservation on behalf of e72304a5f779453f8a5a56c86d3eb70a for: {'subnet': 1} {{(pid=94117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:05:31.677388 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-986dfa70-5e41-406c-bdd5-8c239fc36bcc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27050841'] for subnet, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:31.701130 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 9512806b-3b60-45a3-9e4a-15359f201ef6 up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:05:31.772739 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-01974a07-4b73-4bcf-bcdd-e163a4a3231e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-497131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1253'] for router, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:31.774130 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-01974a07-4b73-4bcf-bcdd-e163a4a3231e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499240', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1667368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1276'] for router, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:31.866140 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-01974a07-4b73-4bcf-bcdd-e163a4a3231e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:31.918963 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port 9512806b-3b60-45a3-9e4a-15359f201ef6 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:05:31.919270 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:31.983073 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d6e4b0-0a2b-4bd0-8310-a925034e664a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3ad8078-bf75-59ca-bf42-0c8d8311ab94-4914adc6-8fce-4d57-a02a-78168dc78ed3', 'network_id': '4914adc6-8fce-4d57-a02a-78168dc78ed3', 'tenant_id': 'e07ee592e1174e3c9885626f96fd2aad', 'fixed_ips': [{'subnet_id': '4cae699e-ea79-4042-947b-b24f21bf6b17'}]}} from dv-cinder-804581-2-iscsi. {{(pid=94118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 14 19:05:31.983942 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-c0d6e4b0-0a2b-4bd0-8310-a925034e664a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:32.060962 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-01974a07-4b73-4bcf-bcdd-e163a4a3231e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:32.067686 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-986dfa70-5e41-406c-bdd5-8c239fc36bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25274211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27050859'] for subnet, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:32.098638 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-0e907dba-9652-445b-89bd-92221b556c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6318de3c-4422-4129-b25e-2f4047277e72', 'name': 'tempest-TestShelveInstance-973743720-router', 'tenant_id': '3b401b823ff34122a33652cb519dc6f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '9512806b-3b60-45a3-9e4a-15359f201ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:26Z', 'updated_at': '2021-08-14T19:05:28Z', 'revision_number': 4, 'project_id': '3b401b823ff34122a33652cb519dc6f7', 'gw_port': {'id': '9512806b-3b60-45a3-9e4a-15359f201ef6', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ee:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6318de3c-4422-4129-b25e-2f4047277e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:26Z', 'updated_at': '2021-08-14T19:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': '87ba2b0b-448c-473e-9393-39d0f7deb8ec', 'name': '', 'network_id': 'd646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a', 'tenant_id': '3b401b823ff34122a33652cb519dc6f7', 'mac_address': 'fa:16:3e:99:a3:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6318de3c-4422-4129-b25e-2f4047277e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '6f715183-cd29-4f58-8407-9662756bc442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:28Z', 'updated_at': '2021-08-14T19:05:29Z', 'revision_number': 2, 'project_id': '3b401b823ff34122a33652cb519dc6f7', 'subnets': [{'id': '6f715183-cd29-4f58-8407-9662756bc442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:05:32.117062 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986dfa70-5e41-406c-bdd5-8c239fc36bcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a79f99a-c70a-42e3-aa73-d94c7467867c,revision_number=0']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:32.172108 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e907dba-9652-445b-89bd-92221b556c98 None None] Checking router: 6318de3c-4422-4129-b25e-2f4047277e72 for host: dv-cinder-804581-2-iscsi {{(pid=94118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 19:05:32.172476 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e907dba-9652-445b-89bd-92221b556c98 None None] Updating router 6318de3c-4422-4129-b25e-2f4047277e72 port 87ba2b0b-448c-473e-9393-39d0f7deb8ec binding host dv-cinder-804581-2-iscsi {{(pid=94118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 14 19:05:32.239175 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986dfa70-5e41-406c-bdd5-8c239fc36bcc admin admin] Checking segment: {'id': 'e0ca4b07-6afe-411d-bd3a-78e2360d0279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9f586da3-1665-4701-96ad-e7c575a8d416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:05:32.239591 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986dfa70-5e41-406c-bdd5-8c239fc36bcc admin admin] Network hostable DHCP agents. Network: 9f586da3-1665-4701-96ad-e7c575a8d416, hostable agents: ['0d7bdec9-f5f8-4d0a-807a-57e5ce61a6b1'], hosted agents: [] {{(pid=94117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 14 19:05:32.241646 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-0e907dba-9652-445b-89bd-92221b556c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:32.258685 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18be6a-8d5d-4b53-9927-faebd4b14b04 req-6ad92399-422d-4959-a240-fb91201e842a tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:32.260230 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-2d18be6a-8d5d-4b53-9927-faebd4b14b04 req-6ad92399-422d-4959-a240-fb91201e842a tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0960634 Aug 14 19:05:32.266999 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 33198) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:05:32.297720 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.db_base_plugin_common [None req-c0d6e4b0-0a2b-4bd0-8310-a925034e664a None None] Allocated IP 172.20.0.2 (4914adc6-8fce-4d57-a02a-78168dc78ed3/4cae699e-ea79-4042-947b-b24f21bf6b17/837ffb2d-96b1-4e26-b924-3b57b28a4068) {{(pid=94118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:05:32.298782 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986dfa70-5e41-406c-bdd5-8c239fc36bcc admin admin] Network 9f586da3-1665-4701-96ad-e7c575a8d416 is scheduled to be hosted by DHCP agent 0d7bdec9-f5f8-4d0a-807a-57e5ce61a6b1 with binding_index 1 {{(pid=94117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 14 19:05:32.314152 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.base_scheduler [None req-986dfa70-5e41-406c-bdd5-8c239fc36bcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804581-2-iscsi, 9f586da3-1665-4701-96ad-e7c575a8d416) {{(pid=94117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:05:32.328799 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986dfa70-5e41-406c-bdd5-8c239fc36bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:32.329436 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-986dfa70-5e41-406c-bdd5-8c239fc36bcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for subnet, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:32.344068 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-2d18be6a-8d5d-4b53-9927-faebd4b14b04 req-8b7b2fd9-b826-4448-b495-f493c75fc3b1 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746825 Aug 14 19:05:32.357390 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-986dfa70-5e41-406c-bdd5-8c239fc36bcc admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7264485 Aug 14 19:05:32.357687 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 33206) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:05:32.367062 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-d4fc0fb8-5495-458b-9d3e-10938e0d7524 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1503964413-router', 'tenant_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'}}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:05:32.373014 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d247c22-f419-4208-ae4c-151446095d8d None None] Network 9f586da3-1665-4701-96ad-e7c575a8d416 requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 19:05:32.433318 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d4fc0fb8-5495-458b-9d3e-10938e0d7524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-497131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1253'] for router, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:32.434877 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d4fc0fb8-5495-458b-9d3e-10938e0d7524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499240', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1667368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1276'] for router, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:32.536438 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d4fc0fb8-5495-458b-9d3e-10938e0d7524 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:32.617575 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-af725cef-d6c3-496e-af9d-a42b0e2011a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:32.720237 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d4fc0fb8-5495-458b-9d3e-10938e0d7524 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:32.803015 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-01974a07-4b73-4bcf-bcdd-e163a4a3231e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:32.808508 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-c0d6e4b0-0a2b-4bd0-8310-a925034e664a None None] Notify callbacks [] for port, precommit_create {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:32.818946 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-c0d6e4b0-0a2b-4bd0-8310-a925034e664a None None] Transition to ACTIVE for port object 837ffb2d-96b1-4e26-b924-3b57b28a4068 will not be triggered until provisioned by entity L2. {{(pid=94118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:05:32.836995 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-c0d6e4b0-0a2b-4bd0-8310-a925034e664a None None] Transition to ACTIVE for port object 837ffb2d-96b1-4e26-b924-3b57b28a4068 will not be triggered until provisioned by entity DHCP. {{(pid=94118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:05:32.840980 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-01974a07-4b73-4bcf-bcdd-e163a4a3231e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:32.853086 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-c0d6e4b0-0a2b-4bd0-8310-a925034e664a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948'] for port, after_create {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:32.868613 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c8f87f-f345-4559-8230-49596b022bea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3ad8078-bf75-59ca-bf42-0c8d8311ab94-9f586da3-1665-4701-96ad-e7c575a8d416', 'network_id': '9f586da3-1665-4701-96ad-e7c575a8d416', 'tenant_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'fixed_ips': [{'subnet_id': '5a79f99a-c70a-42e3-aa73-d94c7467867c'}]}} from dv-cinder-804581-2-iscsi. {{(pid=94118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 14 19:05:32.868925 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-29c8f87f-f345-4559-8230-49596b022bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:32.877056 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-af725cef-d6c3-496e-af9d-a42b0e2011a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:32.895924 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-af725cef-d6c3-496e-af9d-a42b0e2011a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:32.939901 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-af725cef-d6c3-496e-af9d-a42b0e2011a6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=07657a2e30dd410a9c47ed503535baab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6715376 Aug 14 19:05:32.943069 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 33218) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:05:32.943257 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d6e4b0-0a2b-4bd0-8310-a925034e664a None None] Network 4914adc6-8fce-4d57-a02a-78168dc78ed3 is already hosted by enough agents. {{(pid=94118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:05:32.954832 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.scheduler.base_scheduler [None req-c0d6e4b0-0a2b-4bd0-8310-a925034e664a None None] Resources bound (agent type, host, resource id): {{(pid=94118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:05:32.956017 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af725cef-d6c3-496e-af9d-a42b0e2011a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8221e3-8c80-485c-bd80-d321a444bca5,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:32.969248 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d6e4b0-0a2b-4bd0-8310-a925034e664a None None] Received port after_create {{(pid=94118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:05:33.044060 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.db_base_plugin_common [None req-01974a07-4b73-4bcf-bcdd-e163a4a3231e admin admin] Allocated IP 172.27.2.103 (70527521-9220-43b3-92f5-8f32262fd0f1/b39bc0ec-218c-484d-aceb-7d591e49d9cc/9f0b7a4a-68a3-4840-8a62-6187535fa456) {{(pid=94117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:05:33.048513 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-b0f4126d-f244-48ef-b072-594e7f46d96d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:33.076900 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d6e4b0-0a2b-4bd0-8310-a925034e664a None None] Pushing event updated for resources: {'Port': ['ID=837ffb2d-96b1-4e26-b924-3b57b28a4068,revision_number=1']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:33.083868 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d4fc0fb8-5495-458b-9d3e-10938e0d7524 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:33.106896 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d4fc0fb8-5495-458b-9d3e-10938e0d7524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:33.112588 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-b0f4126d-f244-48ef-b072-594e7f46d96d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:33.141940 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-0e907dba-9652-445b-89bd-92221b556c98 None None] Notify callbacks [] for port, precommit_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:33.163851 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-0e907dba-9652-445b-89bd-92221b556c98 None None] Transition to ACTIVE for port object 87ba2b0b-448c-473e-9393-39d0f7deb8ec will not be triggered until provisioned by entity L2. {{(pid=94118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:05:33.195824 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-0e907dba-9652-445b-89bd-92221b556c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:33.197671 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-c0d6e4b0-0a2b-4bd0-8310-a925034e664a None None] Attempting to bind port 837ffb2d-96b1-4e26-b924-3b57b28a4068 on host dv-cinder-804581-2-iscsi for vnic_type normal with profile {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:05:33.198034 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-c0d6e4b0-0a2b-4bd0-8310-a925034e664a None None] Attempting to bind port 837ffb2d-96b1-4e26-b924-3b57b28a4068 by drivers openvswitch,hyperv on host dv-cinder-804581-2-iscsi at level 0 using segments [{'id': '30f4491a-24aa-4c86-9adf-bc39d19834eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4914adc6-8fce-4d57-a02a-78168dc78ed3'}] {{(pid=94118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:05:33.198361 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-b0f4126d-f244-48ef-b072-594e7f46d96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:33.198502 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d6e4b0-0a2b-4bd0-8310-a925034e664a None None] Attempting to bind port 837ffb2d-96b1-4e26-b924-3b57b28a4068 on network 4914adc6-8fce-4d57-a02a-78168dc78ed3 {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:05:33.200882 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-b0f4126d-f244-48ef-b072-594e7f46d96d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:33.204405 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-b0f4126d-f244-48ef-b072-594e7f46d96d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cc8221e3-8c80-485c-bd80-d321a444bca5 HTTP/1.1" status: 204 len: 168 time: 0.2578244 Aug 14 19:05:33.218646 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d6e4b0-0a2b-4bd0-8310-a925034e664a None None] Checking agent: {'id': 'd974888e-3874-401b-8472-8d90566bb0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 18, 55, 53), 'started_at': datetime.datetime(2021, 8, 14, 18, 56, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:05:33.219029 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d6e4b0-0a2b-4bd0-8310-a925034e664a None None] Checking segment: {'id': '30f4491a-24aa-4c86-9adf-bc39d19834eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4914adc6-8fce-4d57-a02a-78168dc78ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:05:33.219492 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-c0d6e4b0-0a2b-4bd0-8310-a925034e664a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:33.219620 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-01974a07-4b73-4bcf-bcdd-e163a4a3231e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:33.219878 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d6e4b0-0a2b-4bd0-8310-a925034e664a None None] Bound using segment: {'id': '30f4491a-24aa-4c86-9adf-bc39d19834eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4914adc6-8fce-4d57-a02a-78168dc78ed3'} {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:05:33.220350 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-c0d6e4b0-0a2b-4bd0-8310-a925034e664a None None] Bound port: 837ffb2d-96b1-4e26-b924-3b57b28a4068, host: dv-cinder-804581-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f4491a-24aa-4c86-9adf-bc39d19834eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4914adc6-8fce-4d57-a02a-78168dc78ed3'}}] {{(pid=94118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:05:33.221551 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-c0d6e4b0-0a2b-4bd0-8310-a925034e664a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:33.222299 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f4126d-f244-48ef-b072-594e7f46d96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8221e3-8c80-485c-bd80-d321a444bca5,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:33.286613 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-01974a07-4b73-4bcf-bcdd-e163a4a3231e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25274135'] for port, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:33.298762 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.db_base_plugin_common [None req-29c8f87f-f345-4559-8230-49596b022bea None None] Allocated IP 172.20.0.2 (9f586da3-1665-4701-96ad-e7c575a8d416/5a79f99a-c70a-42e3-aa73-d94c7467867c/cc1d91dd-af95-498b-8057-d7ba85e92f56) {{(pid=94118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:05:33.333793 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb940ddc-4867-43ec-869e-4b718f2bccd2 None None] Pushing event updated for resources: {'Port': ['ID=87ba2b0b-448c-473e-9393-39d0f7deb8ec,revision_number=3']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:33.354073 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.db_base_plugin_common [None req-d4fc0fb8-5495-458b-9d3e-10938e0d7524 admin admin] Allocated IP 172.27.2.11 (70527521-9220-43b3-92f5-8f32262fd0f1/b39bc0ec-218c-484d-aceb-7d591e49d9cc/462fb6b7-842f-49b0-a2cb-71967b3569bb) {{(pid=94116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:05:33.355070 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01974a07-4b73-4bcf-bcdd-e163a4a3231e admin admin] Network 70527521-9220-43b3-92f5-8f32262fd0f1 is already hosted by enough agents. {{(pid=94117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:05:33.360227 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.base_scheduler [None req-01974a07-4b73-4bcf-bcdd-e163a4a3231e admin admin] Resources bound (agent type, host, resource id): {{(pid=94117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:05:33.364221 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01974a07-4b73-4bcf-bcdd-e163a4a3231e admin admin] Received port after_create {{(pid=94117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:05:33.369989 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01974a07-4b73-4bcf-bcdd-e163a4a3231e admin admin] Pushing event updated for resources: {'Port': ['ID=9f0b7a4a-68a3-4840-8a62-6187535fa456,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:33.577407 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d4fc0fb8-5495-458b-9d3e-10938e0d7524 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:33.638678 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d4fc0fb8-5495-458b-9d3e-10938e0d7524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948'] for port, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:33.674552 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 33228) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:05:33.685090 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fc0fb8-5495-458b-9d3e-10938e0d7524 admin admin] Network 70527521-9220-43b3-92f5-8f32262fd0f1 is already hosted by enough agents. {{(pid=94116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:05:33.695300 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.base_scheduler [None req-d4fc0fb8-5495-458b-9d3e-10938e0d7524 admin admin] Resources bound (agent type, host, resource id): {{(pid=94116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:05:33.699944 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fc0fb8-5495-458b-9d3e-10938e0d7524 admin admin] Received port after_create {{(pid=94116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:05:33.701725 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-51b7c727-773a-4823-bc0f-5d4195af0929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:33.723778 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-c0d6e4b0-0a2b-4bd0-8310-a925034e664a None None] For port 837ffb2d-96b1-4e26-b924-3b57b28a4068, host dv-cinder-804581-2-iscsi, cleared binding levels {{(pid=94118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:05:33.728246 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-0e907dba-9652-445b-89bd-92221b556c98 None None] Attempting to bind port 87ba2b0b-448c-473e-9393-39d0f7deb8ec on host dv-cinder-804581-2-iscsi for vnic_type normal with profile {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:05:33.728584 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-0e907dba-9652-445b-89bd-92221b556c98 None None] Attempting to bind port 87ba2b0b-448c-473e-9393-39d0f7deb8ec by drivers openvswitch,hyperv on host dv-cinder-804581-2-iscsi at level 0 using segments [{'id': 'dff1a760-12e6-4399-b897-2bbf3927ec5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a'}] {{(pid=94118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:05:33.729014 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e907dba-9652-445b-89bd-92221b556c98 None None] Attempting to bind port 87ba2b0b-448c-473e-9393-39d0f7deb8ec on network d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:05:33.757292 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-c0d6e4b0-0a2b-4bd0-8310-a925034e664a None None] For port 837ffb2d-96b1-4e26-b924-3b57b28a4068, host dv-cinder-804581-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=837ffb2d-96b1-4e26-b924-3b57b28a4068,segment=NetworkSegment(30f4491a-24aa-4c86-9adf-bc39d19834eb),segment_id=30f4491a-24aa-4c86-9adf-bc39d19834eb)] {{(pid=94118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:05:33.758357 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-01974a07-4b73-4bcf-bcdd-e163a4a3231e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:33.758596 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e907dba-9652-445b-89bd-92221b556c98 None None] Checking agent: {'id': 'd974888e-3874-401b-8472-8d90566bb0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 18, 55, 53), 'started_at': datetime.datetime(2021, 8, 14, 18, 56, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:05:33.759030 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e907dba-9652-445b-89bd-92221b556c98 None None] Checking segment: {'id': 'dff1a760-12e6-4399-b897-2bbf3927ec5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:05:33.759510 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-0e907dba-9652-445b-89bd-92221b556c98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:33.760123 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e907dba-9652-445b-89bd-92221b556c98 None None] Bound using segment: {'id': 'dff1a760-12e6-4399-b897-2bbf3927ec5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a'} {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:05:33.760705 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-0e907dba-9652-445b-89bd-92221b556c98 None None] Bound port: 87ba2b0b-448c-473e-9393-39d0f7deb8ec, host: dv-cinder-804581-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dff1a760-12e6-4399-b897-2bbf3927ec5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a'}}] {{(pid=94118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:05:33.761119 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-0e907dba-9652-445b-89bd-92221b556c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:33.773346 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-c0d6e4b0-0a2b-4bd0-8310-a925034e664a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:33.812105 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fc0fb8-5495-458b-9d3e-10938e0d7524 admin admin] Pushing event updated for resources: {'Port': ['ID=462fb6b7-842f-49b0-a2cb-71967b3569bb,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:33.945755 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d6e4b0-0a2b-4bd0-8310-a925034e664a None None] Pushing event updated for resources: {'Port': ['ID=837ffb2d-96b1-4e26-b924-3b57b28a4068,revision_number=2']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:33.961293 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-29c8f87f-f345-4559-8230-49596b022bea None None] Notify callbacks [] for port, precommit_create {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:33.963542 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-0e907dba-9652-445b-89bd-92221b556c98 None None] For port 87ba2b0b-448c-473e-9393-39d0f7deb8ec, host dv-cinder-804581-2-iscsi, cleared binding levels {{(pid=94118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:05:33.965795 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-51b7c727-773a-4823-bc0f-5d4195af0929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:33.973959 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-51b7c727-773a-4823-bc0f-5d4195af0929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:33.974425 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-0e907dba-9652-445b-89bd-92221b556c98 None None] For port 87ba2b0b-448c-473e-9393-39d0f7deb8ec, host dv-cinder-804581-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=87ba2b0b-448c-473e-9393-39d0f7deb8ec,segment=NetworkSegment(dff1a760-12e6-4399-b897-2bbf3927ec5d),segment_id=dff1a760-12e6-4399-b897-2bbf3927ec5d)] {{(pid=94118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:05:33.981566 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-0e907dba-9652-445b-89bd-92221b556c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:33.984140 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-29c8f87f-f345-4559-8230-49596b022bea None None] Transition to ACTIVE for port object cc1d91dd-af95-498b-8057-d7ba85e92f56 will not be triggered until provisioned by entity L2. {{(pid=94118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:05:34.011227 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b7c727-773a-4823-bc0f-5d4195af0929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213c51f6-5800-4bd5-8f8d-6bcdded7e721,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:34.033893 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-01974a07-4b73-4bcf-bcdd-e163a4a3231e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499453'] for router, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:34.048905 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-29c8f87f-f345-4559-8230-49596b022bea None None] Transition to ACTIVE for port object cc1d91dd-af95-498b-8057-d7ba85e92f56 will not be triggered until provisioned by entity DHCP. {{(pid=94118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:05:34.065681 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-29c8f87f-f345-4559-8230-49596b022bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948'] for port, after_create {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:34.070701 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-51b7c727-773a-4823-bc0f-5d4195af0929 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9194de2e12f44af3ae54016a2d6c8ade&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3947966 Aug 14 19:05:34.070825 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e907dba-9652-445b-89bd-92221b556c98 None None] Routers {'6318de3c-4422-4129-b25e-2f4047277e72'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:05:34.071246 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-0e907dba-9652-445b-89bd-92221b556c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:05:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['6318de3c-4422-4129-b25e-2f4047277e72'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:05:34.074615 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 33232) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:05:34.080275 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb940ddc-4867-43ec-869e-4b718f2bccd2 None None] Pushing event updated for resources: {'Port': ['ID=87ba2b0b-448c-473e-9393-39d0f7deb8ec,revision_number=4']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:34.147701 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d4fc0fb8-5495-458b-9d3e-10938e0d7524 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:34.168589 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c8f87f-f345-4559-8230-49596b022bea None None] Network 9f586da3-1665-4701-96ad-e7c575a8d416 is already hosted by enough agents. {{(pid=94118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:05:34.182126 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.scheduler.base_scheduler [None req-29c8f87f-f345-4559-8230-49596b022bea None None] Resources bound (agent type, host, resource id): {{(pid=94118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:05:34.185320 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c8f87f-f345-4559-8230-49596b022bea None None] Received port after_create {{(pid=94118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:05:34.244126 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8f87f-f345-4559-8230-49596b022bea None None] Pushing event updated for resources: {'Port': ['ID=cc1d91dd-af95-498b-8057-d7ba85e92f56,revision_number=1']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:34.308952 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01974a07-4b73-4bcf-bcdd-e163a4a3231e admin admin] Router ce535401-314d-42c3-8fb8-e9b8449f8d98 is scheduled to L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 with binding_index 1 {{(pid=94117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 14 19:05:34.314190 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-0e907dba-9652-445b-89bd-92221b556c98 None None] Set router 6318de3c-4422-4129-b25e-2f4047277e72 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:05:34.343917 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-29c8f87f-f345-4559-8230-49596b022bea None None] Attempting to bind port cc1d91dd-af95-498b-8057-d7ba85e92f56 on host dv-cinder-804581-2-iscsi for vnic_type normal with profile {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:05:34.344287 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-29c8f87f-f345-4559-8230-49596b022bea None None] Attempting to bind port cc1d91dd-af95-498b-8057-d7ba85e92f56 by drivers openvswitch,hyperv on host dv-cinder-804581-2-iscsi at level 0 using segments [{'id': 'e0ca4b07-6afe-411d-bd3a-78e2360d0279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9f586da3-1665-4701-96ad-e7c575a8d416'}] {{(pid=94118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:05:34.344668 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c8f87f-f345-4559-8230-49596b022bea None None] Attempting to bind port cc1d91dd-af95-498b-8057-d7ba85e92f56 on network 9f586da3-1665-4701-96ad-e7c575a8d416 {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:05:34.355122 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c8f87f-f345-4559-8230-49596b022bea None None] Checking agent: {'id': 'd974888e-3874-401b-8472-8d90566bb0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 18, 55, 53), 'started_at': datetime.datetime(2021, 8, 14, 18, 56, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:05:34.355506 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c8f87f-f345-4559-8230-49596b022bea None None] Checking segment: {'id': 'e0ca4b07-6afe-411d-bd3a-78e2360d0279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9f586da3-1665-4701-96ad-e7c575a8d416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:05:34.355902 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-29c8f87f-f345-4559-8230-49596b022bea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:34.356305 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c8f87f-f345-4559-8230-49596b022bea None None] Bound using segment: {'id': 'e0ca4b07-6afe-411d-bd3a-78e2360d0279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9f586da3-1665-4701-96ad-e7c575a8d416'} {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:05:34.356788 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-29c8f87f-f345-4559-8230-49596b022bea None None] Bound port: cc1d91dd-af95-498b-8057-d7ba85e92f56, host: dv-cinder-804581-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0ca4b07-6afe-411d-bd3a-78e2360d0279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9f586da3-1665-4701-96ad-e7c575a8d416'}}] {{(pid=94118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:05:34.357179 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-29c8f87f-f345-4559-8230-49596b022bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:34.362944 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-354215ae-4c20-4b4f-a64d-a699781229d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:34.403122 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-354215ae-4c20-4b4f-a64d-a699781229d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:34.477456 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01974a07-4b73-4bcf-bcdd-e163a4a3231e admin admin] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 19:05:34.499361 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-01974a07-4b73-4bcf-bcdd-e163a4a3231e admin admin] Notify callbacks [] for router, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:34.500447 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321f5e7b-e4f1-4def-b133-9c50c01e12e3 None None] Sync routers for ids ['ce535401-314d-42c3-8fb8-e9b8449f8d98'] in dv-cinder-804581-2-iscsi {{(pid=94119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 19:05:34.504163 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-01974a07-4b73-4bcf-bcdd-e163a4a3231e admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8540545 Aug 14 19:05:34.504163 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 33234) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:05:34.510477 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321f5e7b-e4f1-4def-b133-9c50c01e12e3 None None] Routers {'ce535401-314d-42c3-8fb8-e9b8449f8d98'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:05:34.511299 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-321f5e7b-e4f1-4def-b133-9c50c01e12e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:05:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['ce535401-314d-42c3-8fb8-e9b8449f8d98'], 'active': True} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:05:34.560038 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-29c8f87f-f345-4559-8230-49596b022bea None None] For port cc1d91dd-af95-498b-8057-d7ba85e92f56, host dv-cinder-804581-2-iscsi, cleared binding levels {{(pid=94118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:05:34.565433 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-29c8f87f-f345-4559-8230-49596b022bea None None] For port cc1d91dd-af95-498b-8057-d7ba85e92f56, host dv-cinder-804581-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=cc1d91dd-af95-498b-8057-d7ba85e92f56,segment=NetworkSegment(e0ca4b07-6afe-411d-bd3a-78e2360d0279),segment_id=e0ca4b07-6afe-411d-bd3a-78e2360d0279)] {{(pid=94118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:05:34.570124 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-29c8f87f-f345-4559-8230-49596b022bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:34.580792 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d4fc0fb8-5495-458b-9d3e-10938e0d7524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499453'] for router, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:34.587701 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-354215ae-4c20-4b4f-a64d-a699781229d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:34.593775 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-354215ae-4c20-4b4f-a64d-a699781229d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:34.597104 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-354215ae-4c20-4b4f-a64d-a699781229d9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/213c51f6-5800-4bd5-8f8d-6bcdded7e721 HTTP/1.1" status: 204 len: 168 time: 0.5214360 Aug 14 19:05:34.658799 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354215ae-4c20-4b4f-a64d-a699781229d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213c51f6-5800-4bd5-8f8d-6bcdded7e721,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:34.734738 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8f87f-f345-4559-8230-49596b022bea None None] Pushing event updated for resources: {'Port': ['ID=cc1d91dd-af95-498b-8057-d7ba85e92f56,revision_number=2']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:34.760029 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvr_db [None req-321f5e7b-e4f1-4def-b133-9c50c01e12e3 None None] Set router ce535401-314d-42c3-8fb8-e9b8449f8d98 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:05:34.823875 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-0e907dba-9652-445b-89bd-92221b556c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6318de3c-4422-4129-b25e-2f4047277e72', 'name': 'tempest-TestShelveInstance-973743720-router', 'tenant_id': '3b401b823ff34122a33652cb519dc6f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '9512806b-3b60-45a3-9e4a-15359f201ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:26Z', 'updated_at': '2021-08-14T19:05:28Z', 'revision_number': 4, 'project_id': '3b401b823ff34122a33652cb519dc6f7', 'gw_port': {'id': '9512806b-3b60-45a3-9e4a-15359f201ef6', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ee:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6318de3c-4422-4129-b25e-2f4047277e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:26Z', 'updated_at': '2021-08-14T19:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': '87ba2b0b-448c-473e-9393-39d0f7deb8ec', 'name': '', 'network_id': 'd646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a', 'tenant_id': '3b401b823ff34122a33652cb519dc6f7', 'mac_address': 'fa:16:3e:99:a3:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6318de3c-4422-4129-b25e-2f4047277e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '6f715183-cd29-4f58-8407-9662756bc442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:28Z', 'updated_at': '2021-08-14T19:05:33Z', 'revision_number': 4, 'project_id': '3b401b823ff34122a33652cb519dc6f7', 'subnets': [{'id': '6f715183-cd29-4f58-8407-9662756bc442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:05:34.834451 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4fc0fb8-5495-458b-9d3e-10938e0d7524 admin admin] Router 2eff7102-b24d-4792-a1cc-fb1ffaed6e64 is scheduled to L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 with binding_index 1 {{(pid=94116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 14 19:05:34.903684 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e907dba-9652-445b-89bd-92221b556c98 None None] The sync data for ids ['6318de3c-4422-4129-b25e-2f4047277e72'] in dv-cinder-804581-2-iscsi is: [{'id': '6318de3c-4422-4129-b25e-2f4047277e72', 'name': 'tempest-TestShelveInstance-973743720-router', 'tenant_id': '3b401b823ff34122a33652cb519dc6f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '9512806b-3b60-45a3-9e4a-15359f201ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:26Z', 'updated_at': '2021-08-14T19:05:28Z', 'revision_number': 4, 'project_id': '3b401b823ff34122a33652cb519dc6f7', 'gw_port': {'id': '9512806b-3b60-45a3-9e4a-15359f201ef6', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ee:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6318de3c-4422-4129-b25e-2f4047277e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:26Z', 'updated_at': '2021-08-14T19:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': '87ba2b0b-448c-473e-9393-39d0f7deb8ec', 'name': '', 'network_id': 'd646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a', 'tenant_id': '3b401b823ff34122a33652cb519dc6f7', 'mac_address': 'fa:16:3e:99:a3:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6318de3c-4422-4129-b25e-2f4047277e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '6f715183-cd29-4f58-8407-9662756bc442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:28Z', 'updated_at': '2021-08-14T19:05:33Z', 'revision_number': 4, 'project_id': '3b401b823ff34122a33652cb519dc6f7', 'subnets': [{'id': '6f715183-cd29-4f58-8407-9662756bc442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 19:05:35.150800 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4fc0fb8-5495-458b-9d3e-10938e0d7524 admin admin] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 19:05:35.163941 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df8109c-3c10-4fc8-a226-40aa20a2ad82 None None] Sync routers for ids ['2eff7102-b24d-4792-a1cc-fb1ffaed6e64'] in dv-cinder-804581-2-iscsi {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 19:05:35.177814 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df8109c-3c10-4fc8-a226-40aa20a2ad82 None None] Routers {'2eff7102-b24d-4792-a1cc-fb1ffaed6e64'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:05:35.178842 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-3df8109c-3c10-4fc8-a226-40aa20a2ad82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:05:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['2eff7102-b24d-4792-a1cc-fb1ffaed6e64'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:05:35.200506 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d4fc0fb8-5495-458b-9d3e-10938e0d7524 admin admin] Notify callbacks [] for router, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:35.204379 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-d4fc0fb8-5495-458b-9d3e-10938e0d7524 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8417633 Aug 14 19:05:35.205084 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 33246) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:05:35.250331 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-321f5e7b-e4f1-4def-b133-9c50c01e12e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce535401-314d-42c3-8fb8-e9b8449f8d98', 'name': 'tempest-TestShelveInstance-945363359-router', 'tenant_id': 'e07ee592e1174e3c9885626f96fd2aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '9f0b7a4a-68a3-4840-8a62-6187535fa456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:31Z', 'updated_at': '2021-08-14T19:05:33Z', 'revision_number': 3, 'project_id': 'e07ee592e1174e3c9885626f96fd2aad', 'gw_port': {'id': '9f0b7a4a-68a3-4840-8a62-6187535fa456', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ce:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce535401-314d-42c3-8fb8-e9b8449f8d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:32Z', 'updated_at': '2021-08-14T19:05:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi'}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:05:35.333054 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321f5e7b-e4f1-4def-b133-9c50c01e12e3 None None] Checking router: ce535401-314d-42c3-8fb8-e9b8449f8d98 for host: dv-cinder-804581-2-iscsi {{(pid=94119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 19:05:35.341450 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321f5e7b-e4f1-4def-b133-9c50c01e12e3 None None] Updating router ce535401-314d-42c3-8fb8-e9b8449f8d98 port 9f0b7a4a-68a3-4840-8a62-6187535fa456 binding host dv-cinder-804581-2-iscsi {{(pid=94119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 14 19:05:35.378241 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-321f5e7b-e4f1-4def-b133-9c50c01e12e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:35.439744 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-c4e7d56b-b678-47d9-8146-2368e2efc3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:35.460785 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-3df8109c-3c10-4fc8-a226-40aa20a2ad82 None None] Set router 2eff7102-b24d-4792-a1cc-fb1ffaed6e64 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:05:35.615779 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc3640e-6b00-409b-8dfd-87e2cf2c6507 None None] Network 4914adc6-8fce-4d57-a02a-78168dc78ed3 requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 19:05:35.862290 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.db_base_plugin_common [None req-c4e7d56b-b678-47d9-8146-2368e2efc3ea admin admin] Allocated IP 172.20.0.1 (4914adc6-8fce-4d57-a02a-78168dc78ed3/4cae699e-ea79-4042-947b-b24f21bf6b17/74fb3d02-cbef-4b44-8040-592bc960c11c) {{(pid=94117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:05:35.953206 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-3881ec3e-a1b7-4f6e-9833-5fee209da4c8 None None] Provisioning for port 837ffb2d-96b1-4e26-b924-3b57b28a4068 completed by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:05:35.971437 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-321f5e7b-e4f1-4def-b133-9c50c01e12e3 None None] Notify callbacks [] for port, precommit_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:36.010401 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.provisioning_blocks [None req-321f5e7b-e4f1-4def-b133-9c50c01e12e3 None None] Transition to ACTIVE for port object 9f0b7a4a-68a3-4840-8a62-6187535fa456 will not be triggered until provisioned by entity L2. {{(pid=94119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:05:36.019400 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-321f5e7b-e4f1-4def-b133-9c50c01e12e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:36.031637 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 837ffb2d-96b1-4e26-b924-3b57b28a4068 up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:05:36.155907 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.managers [None req-321f5e7b-e4f1-4def-b133-9c50c01e12e3 None None] Attempting to bind port 9f0b7a4a-68a3-4840-8a62-6187535fa456 on host dv-cinder-804581-2-iscsi for vnic_type normal with profile {{(pid=94119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:05:36.158636 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.managers [None req-321f5e7b-e4f1-4def-b133-9c50c01e12e3 None None] Attempting to bind port 9f0b7a4a-68a3-4840-8a62-6187535fa456 by drivers openvswitch,hyperv on host dv-cinder-804581-2-iscsi at level 0 using segments [{'id': '40f888b7-b3ed-489c-94ee-52f240068829', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'}] {{(pid=94119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:05:36.159975 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321f5e7b-e4f1-4def-b133-9c50c01e12e3 None None] Attempting to bind port 9f0b7a4a-68a3-4840-8a62-6187535fa456 on network 70527521-9220-43b3-92f5-8f32262fd0f1 {{(pid=94119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:05:36.180739 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d317e3e-5829-40b3-8de2-dbecbda5ed7f None None] Pushing event updated for resources: {'Port': ['ID=9f0b7a4a-68a3-4840-8a62-6187535fa456,revision_number=2']} {{(pid=94119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:36.189033 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321f5e7b-e4f1-4def-b133-9c50c01e12e3 None None] Checking agent: {'id': 'd974888e-3874-401b-8472-8d90566bb0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 18, 55, 53), 'started_at': datetime.datetime(2021, 8, 14, 18, 56, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:05:36.190766 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321f5e7b-e4f1-4def-b133-9c50c01e12e3 None None] Checking segment: {'id': '40f888b7-b3ed-489c-94ee-52f240068829', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:05:36.194184 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-321f5e7b-e4f1-4def-b133-9c50c01e12e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:36.194836 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321f5e7b-e4f1-4def-b133-9c50c01e12e3 None None] Bound using segment: {'id': '40f888b7-b3ed-489c-94ee-52f240068829', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'} {{(pid=94119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:05:36.204071 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-c4e7d56b-b678-47d9-8146-2368e2efc3ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:36.205433 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.managers [None req-321f5e7b-e4f1-4def-b133-9c50c01e12e3 None None] Bound port: 9f0b7a4a-68a3-4840-8a62-6187535fa456, host: dv-cinder-804581-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40f888b7-b3ed-489c-94ee-52f240068829', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'}}] {{(pid=94119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:05:36.207403 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-321f5e7b-e4f1-4def-b133-9c50c01e12e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:36.233469 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.provisioning_blocks [None req-c4e7d56b-b678-47d9-8146-2368e2efc3ea admin admin] Transition to ACTIVE for port object 74fb3d02-cbef-4b44-8040-592bc960c11c will not be triggered until provisioned by entity DHCP. {{(pid=94117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:05:36.283502 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning for port 837ffb2d-96b1-4e26-b924-3b57b28a4068 completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:05:36.313964 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.db [None req-321f5e7b-e4f1-4def-b133-9c50c01e12e3 None None] For port 9f0b7a4a-68a3-4840-8a62-6187535fa456, host dv-cinder-804581-2-iscsi, cleared binding levels {{(pid=94119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:05:36.314958 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-c4e7d56b-b678-47d9-8146-2368e2efc3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25274135'] for port, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:36.322139 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.db [None req-321f5e7b-e4f1-4def-b133-9c50c01e12e3 None None] For port 9f0b7a4a-68a3-4840-8a62-6187535fa456, host dv-cinder-804581-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=9f0b7a4a-68a3-4840-8a62-6187535fa456,segment=NetworkSegment(40f888b7-b3ed-489c-94ee-52f240068829),segment_id=40f888b7-b3ed-489c-94ee-52f240068829)] {{(pid=94119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:05:36.327458 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port 837ffb2d-96b1-4e26-b924-3b57b28a4068 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:05:36.328233 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:36.329580 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-321f5e7b-e4f1-4def-b133-9c50c01e12e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:36.429910 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:36.432470 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e7d56b-b678-47d9-8146-2368e2efc3ea admin admin] Network 4914adc6-8fce-4d57-a02a-78168dc78ed3 is already hosted by enough agents. {{(pid=94117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:05:36.447424 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.base_scheduler [None req-c4e7d56b-b678-47d9-8146-2368e2efc3ea admin admin] Resources bound (agent type, host, resource id): {{(pid=94117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:05:36.455442 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e7d56b-b678-47d9-8146-2368e2efc3ea admin admin] Received port after_create {{(pid=94117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:05:36.497185 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321f5e7b-e4f1-4def-b133-9c50c01e12e3 None None] Routers {'ce535401-314d-42c3-8fb8-e9b8449f8d98'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:05:36.500372 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] For port 837ffb2d-96b1-4e26-b924-3b57b28a4068, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=837ffb2d-96b1-4e26-b924-3b57b28a4068,segment=NetworkSegment(30f4491a-24aa-4c86-9adf-bc39d19834eb),segment_id=30f4491a-24aa-4c86-9adf-bc39d19834eb)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:05:36.501983 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-321f5e7b-e4f1-4def-b133-9c50c01e12e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:05:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['ce535401-314d-42c3-8fb8-e9b8449f8d98'], 'active': True} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:05:36.507733 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-3df8109c-3c10-4fc8-a226-40aa20a2ad82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eff7102-b24d-4792-a1cc-fb1ffaed6e64', 'name': 'tempest-TestMinimumBasicScenario-1503964413-router', 'tenant_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '462fb6b7-842f-49b0-a2cb-71967b3569bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:32Z', 'updated_at': '2021-08-14T19:05:33Z', 'revision_number': 3, 'project_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'gw_port': {'id': '462fb6b7-842f-49b0-a2cb-71967b3569bb', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eff7102-b24d-4792-a1cc-fb1ffaed6e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:33Z', 'updated_at': '2021-08-14T19:05:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi'}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:05:36.520769 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:36.521577 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 87ba2b0b-448c-473e-9393-39d0f7deb8ec up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:05:36.554770 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e7d56b-b678-47d9-8146-2368e2efc3ea admin admin] Pushing event updated for resources: {'Port': ['ID=74fb3d02-cbef-4b44-8040-592bc960c11c,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:36.601950 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-c4e7d56b-b678-47d9-8146-2368e2efc3ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650728'] for router_interface, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:36.624397 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d317e3e-5829-40b3-8de2-dbecbda5ed7f None None] Pushing event updated for resources: {'Port': ['ID=9f0b7a4a-68a3-4840-8a62-6187535fa456,revision_number=3']} {{(pid=94119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:36.649493 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127e5cce-5f9c-438f-a6c3-297720dd33bb None None] Network 9f586da3-1665-4701-96ad-e7c575a8d416 requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 19:05:36.739677 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-fdff769f-abe4-4586-841e-855050acfd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:36.758647 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvr_db [None req-321f5e7b-e4f1-4def-b133-9c50c01e12e3 None None] Set router ce535401-314d-42c3-8fb8-e9b8449f8d98 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:05:37.056068 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df8109c-3c10-4fc8-a226-40aa20a2ad82 None None] Checking router: 2eff7102-b24d-4792-a1cc-fb1ffaed6e64 for host: dv-cinder-804581-2-iscsi {{(pid=94118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 19:05:37.056331 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df8109c-3c10-4fc8-a226-40aa20a2ad82 None None] Updating router 2eff7102-b24d-4792-a1cc-fb1ffaed6e64 port 462fb6b7-842f-49b0-a2cb-71967b3569bb binding host dv-cinder-804581-2-iscsi {{(pid=94118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 14 19:05:37.111808 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-8a1507f8-8f8b-474c-98d9-65b2c73e364c None None] Provisioning for port cc1d91dd-af95-498b-8057-d7ba85e92f56 completed by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:05:37.168083 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning for port 87ba2b0b-448c-473e-9393-39d0f7deb8ec completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:05:37.170242 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-3df8109c-3c10-4fc8-a226-40aa20a2ad82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:37.174517 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.db_base_plugin_common [None req-fdff769f-abe4-4586-841e-855050acfd94 admin admin] Allocated IP 172.20.0.1 (9f586da3-1665-4701-96ad-e7c575a8d416/5a79f99a-c70a-42e3-aa73-d94c7467867c/a4f22916-c87d-429e-84f1-b305a9871106) {{(pid=94116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:05:37.252604 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-321f5e7b-e4f1-4def-b133-9c50c01e12e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce535401-314d-42c3-8fb8-e9b8449f8d98', 'name': 'tempest-TestShelveInstance-945363359-router', 'tenant_id': 'e07ee592e1174e3c9885626f96fd2aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '9f0b7a4a-68a3-4840-8a62-6187535fa456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:31Z', 'updated_at': '2021-08-14T19:05:33Z', 'revision_number': 3, 'project_id': 'e07ee592e1174e3c9885626f96fd2aad', 'gw_port': {'id': '9f0b7a4a-68a3-4840-8a62-6187535fa456', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ce:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce535401-314d-42c3-8fb8-e9b8449f8d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:32Z', 'updated_at': '2021-08-14T19:05:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi'}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:05:37.318113 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321f5e7b-e4f1-4def-b133-9c50c01e12e3 None None] The sync data for ids ['ce535401-314d-42c3-8fb8-e9b8449f8d98'] in dv-cinder-804581-2-iscsi is: [{'id': 'ce535401-314d-42c3-8fb8-e9b8449f8d98', 'name': 'tempest-TestShelveInstance-945363359-router', 'tenant_id': 'e07ee592e1174e3c9885626f96fd2aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '9f0b7a4a-68a3-4840-8a62-6187535fa456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:31Z', 'updated_at': '2021-08-14T19:05:33Z', 'revision_number': 3, 'project_id': 'e07ee592e1174e3c9885626f96fd2aad', 'gw_port': {'id': '9f0b7a4a-68a3-4840-8a62-6187535fa456', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ce:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce535401-314d-42c3-8fb8-e9b8449f8d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:32Z', 'updated_at': '2021-08-14T19:05:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi'}] {{(pid=94119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 19:05:37.319596 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-c4e7d56b-b678-47d9-8146-2368e2efc3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:37.351314 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-fdff769f-abe4-4586-841e-855050acfd94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:37.367124 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port 87ba2b0b-448c-473e-9393-39d0f7deb8ec triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:05:37.367124 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:37.368824 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.provisioning_blocks [None req-fdff769f-abe4-4586-841e-855050acfd94 admin admin] Transition to ACTIVE for port object a4f22916-c87d-429e-84f1-b305a9871106 will not be triggered until provisioned by entity DHCP. {{(pid=94116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:05:37.424704 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-fdff769f-abe4-4586-841e-855050acfd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948'] for port, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:37.428914 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Pushing event updated for resources: {'Port': ['ID=837ffb2d-96b1-4e26-b924-3b57b28a4068,revision_number=3']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:37.503309 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-65301a49-4fc8-4b2b-a43f-95bf877a12a4 None None] Provisioning complete for port 837ffb2d-96b1-4e26-b924-3b57b28a4068 triggered by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:05:37.504599 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-65301a49-4fc8-4b2b-a43f-95bf877a12a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:37.515674 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff769f-abe4-4586-841e-855050acfd94 admin admin] Pushing event updated for resources: {'Port': ['ID=a4f22916-c87d-429e-84f1-b305a9871106,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:37.533230 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdff769f-abe4-4586-841e-855050acfd94 admin admin] Network 9f586da3-1665-4701-96ad-e7c575a8d416 is already hosted by enough agents. {{(pid=94116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:05:37.535332 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.base_scheduler [None req-fdff769f-abe4-4586-841e-855050acfd94 admin admin] Resources bound (agent type, host, resource id): {{(pid=94116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:05:37.541706 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdff769f-abe4-4586-841e-855050acfd94 admin admin] Received port after_create {{(pid=94116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:05:37.542294 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-fdff769f-abe4-4586-841e-855050acfd94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650728'] for router_interface, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:37.617581 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-c4e7d56b-b678-47d9-8146-2368e2efc3ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:37.622596 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-c4e7d56b-b678-47d9-8146-2368e2efc3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25274142'] for port, after_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:37.714794 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-fdff769f-abe4-4586-841e-855050acfd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:37.715042 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:37.757761 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-c4e7d56b-b678-47d9-8146-2368e2efc3ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650876'] for router_interface, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:37.773163 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e7d56b-b678-47d9-8146-2368e2efc3ea admin admin] Pushing event updated for resources: {'Port': ['ID=74fb3d02-cbef-4b44-8040-592bc960c11c,revision_number=2']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:37.881140 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-3df8109c-3c10-4fc8-a226-40aa20a2ad82 None None] Notify callbacks [] for port, precommit_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:37.932962 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] For port 87ba2b0b-448c-473e-9393-39d0f7deb8ec, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=87ba2b0b-448c-473e-9393-39d0f7deb8ec,segment=NetworkSegment(dff1a760-12e6-4399-b897-2bbf3927ec5d),segment_id=dff1a760-12e6-4399-b897-2bbf3927ec5d)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:05:37.933229 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e7d56b-b678-47d9-8146-2368e2efc3ea admin admin] Network 4914adc6-8fce-4d57-a02a-78168dc78ed3 is already hosted by enough agents. {{(pid=94117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:05:37.935603 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.base_scheduler [None req-c4e7d56b-b678-47d9-8146-2368e2efc3ea admin admin] Resources bound (agent type, host, resource id): {{(pid=94117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:05:37.935868 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-3df8109c-3c10-4fc8-a226-40aa20a2ad82 None None] Transition to ACTIVE for port object 462fb6b7-842f-49b0-a2cb-71967b3569bb will not be triggered until provisioned by entity L2. {{(pid=94118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:05:37.940820 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:37.942908 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device cc1d91dd-af95-498b-8057-d7ba85e92f56 up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:05:37.976094 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-3df8109c-3c10-4fc8-a226-40aa20a2ad82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:38.043543 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-65301a49-4fc8-4b2b-a43f-95bf877a12a4 None None] Provisioning for port 74fb3d02-cbef-4b44-8040-592bc960c11c completed by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:05:38.064493 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-fdff769f-abe4-4586-841e-855050acfd94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:38.078612 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-fdff769f-abe4-4586-841e-855050acfd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:38.079854 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-fdff769f-abe4-4586-841e-855050acfd94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650876'] for router_interface, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:38.158112 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-65301a49-4fc8-4b2b-a43f-95bf877a12a4 None None] Provisioning complete for port 74fb3d02-cbef-4b44-8040-592bc960c11c triggered by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:05:38.158959 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-65301a49-4fc8-4b2b-a43f-95bf877a12a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:38.313393 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff769f-abe4-4586-841e-855050acfd94 admin admin] Pushing event updated for resources: {'Port': ['ID=a4f22916-c87d-429e-84f1-b305a9871106,revision_number=2']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:38.319749 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e7d56b-b678-47d9-8146-2368e2efc3ea admin admin] Router ce535401-314d-42c3-8fb8-e9b8449f8d98 has already been hosted by L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 {{(pid=94117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 14 19:05:38.325815 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-65301a49-4fc8-4b2b-a43f-95bf877a12a4 None None] Port 74fb3d02-cbef-4b44-8040-592bc960c11c cannot update to ACTIVE because it is not bound. {{(pid=94118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 14 19:05:38.341000 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-3df8109c-3c10-4fc8-a226-40aa20a2ad82 None None] Attempting to bind port 462fb6b7-842f-49b0-a2cb-71967b3569bb on host dv-cinder-804581-2-iscsi for vnic_type normal with profile {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:05:38.341000 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-3df8109c-3c10-4fc8-a226-40aa20a2ad82 None None] Attempting to bind port 462fb6b7-842f-49b0-a2cb-71967b3569bb by drivers openvswitch,hyperv on host dv-cinder-804581-2-iscsi at level 0 using segments [{'id': '40f888b7-b3ed-489c-94ee-52f240068829', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'}] {{(pid=94118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:05:38.341262 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df8109c-3c10-4fc8-a226-40aa20a2ad82 None None] Attempting to bind port 462fb6b7-842f-49b0-a2cb-71967b3569bb on network 70527521-9220-43b3-92f5-8f32262fd0f1 {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:05:38.350243 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df8109c-3c10-4fc8-a226-40aa20a2ad82 None None] Checking agent: {'id': 'd974888e-3874-401b-8472-8d90566bb0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 18, 55, 53), 'started_at': datetime.datetime(2021, 8, 14, 18, 56, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:05:38.366651 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df8109c-3c10-4fc8-a226-40aa20a2ad82 None None] Checking segment: {'id': '40f888b7-b3ed-489c-94ee-52f240068829', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:05:38.367307 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-3df8109c-3c10-4fc8-a226-40aa20a2ad82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:38.367816 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df8109c-3c10-4fc8-a226-40aa20a2ad82 None None] Bound using segment: {'id': '40f888b7-b3ed-489c-94ee-52f240068829', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'} {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:05:38.369161 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-3df8109c-3c10-4fc8-a226-40aa20a2ad82 None None] Bound port: 462fb6b7-842f-49b0-a2cb-71967b3569bb, host: dv-cinder-804581-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40f888b7-b3ed-489c-94ee-52f240068829', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'}}] {{(pid=94118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:05:38.370416 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-3df8109c-3c10-4fc8-a226-40aa20a2ad82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:38.403082 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdff769f-abe4-4586-841e-855050acfd94 admin admin] Network 9f586da3-1665-4701-96ad-e7c575a8d416 is already hosted by enough agents. {{(pid=94116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:05:38.404599 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.base_scheduler [None req-fdff769f-abe4-4586-841e-855050acfd94 admin admin] Resources bound (agent type, host, resource id): {{(pid=94116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:05:38.432349 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Pushing event updated for resources: {'Port': ['ID=87ba2b0b-448c-473e-9393-39d0f7deb8ec,revision_number=5']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:38.595093 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e7d56b-b678-47d9-8146-2368e2efc3ea admin admin] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 19:05:38.608903 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-c4e7d56b-b678-47d9-8146-2368e2efc3ea admin admin] 10.222.0.39 "PUT /v2.0/routers/ce535401-314d-42c3-8fb8-e9b8449f8d98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0951421 Aug 14 19:05:38.663306 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ffccc0-be8f-4327-aaa6-4dc7d8fdf49e None None] Pushing event updated for resources: {'Port': ['ID=462fb6b7-842f-49b0-a2cb-71967b3569bb,revision_number=2']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:38.678956 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning for port cc1d91dd-af95-498b-8057-d7ba85e92f56 completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:05:38.703931 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port cc1d91dd-af95-498b-8057-d7ba85e92f56 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:05:38.704321 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:38.735547 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdff769f-abe4-4586-841e-855050acfd94 admin admin] Router 2eff7102-b24d-4792-a1cc-fb1ffaed6e64 has already been hosted by L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 {{(pid=94116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 14 19:05:38.772227 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-58bd08bf-8504-4465-ad07-d11d44829b05 None None] Provisioning for port a4f22916-c87d-429e-84f1-b305a9871106 completed by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:05:38.796708 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-58bd08bf-8504-4465-ad07-d11d44829b05 None None] Provisioning complete for port a4f22916-c87d-429e-84f1-b305a9871106 triggered by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:05:38.797087 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-58bd08bf-8504-4465-ad07-d11d44829b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:38.846492 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 33318) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:05:38.846983 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-58bd08bf-8504-4465-ad07-d11d44829b05 None None] Port a4f22916-c87d-429e-84f1-b305a9871106 cannot update to ACTIVE because it is not bound. {{(pid=94118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 14 19:05:38.860949 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-3df8109c-3c10-4fc8-a226-40aa20a2ad82 None None] For port 462fb6b7-842f-49b0-a2cb-71967b3569bb, host dv-cinder-804581-2-iscsi, cleared binding levels {{(pid=94118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:05:38.874730 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-58bd08bf-8504-4465-ad07-d11d44829b05 None None] Provisioning complete for port 74fb3d02-cbef-4b44-8040-592bc960c11c triggered by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:05:38.875107 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-58bd08bf-8504-4465-ad07-d11d44829b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:38.925681 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-3df8109c-3c10-4fc8-a226-40aa20a2ad82 None None] For port 462fb6b7-842f-49b0-a2cb-71967b3569bb, host dv-cinder-804581-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=462fb6b7-842f-49b0-a2cb-71967b3569bb,segment=NetworkSegment(40f888b7-b3ed-489c-94ee-52f240068829),segment_id=40f888b7-b3ed-489c-94ee-52f240068829)] {{(pid=94118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:05:38.939997 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-3df8109c-3c10-4fc8-a226-40aa20a2ad82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:38.945797 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdff769f-abe4-4586-841e-855050acfd94 admin admin] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 19:05:38.951121 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-fdff769f-abe4-4586-841e-855050acfd94 admin admin] 10.222.0.39 "PUT /v2.0/routers/2eff7102-b24d-4792-a1cc-fb1ffaed6e64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7450118 Aug 14 19:05:39.055418 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-58bd08bf-8504-4465-ad07-d11d44829b05 None None] Port 74fb3d02-cbef-4b44-8040-592bc960c11c cannot update to ACTIVE because it is not bound. {{(pid=94118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 14 19:05:39.064603 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-97154086-01ee-4120-8b53-9a0256a38cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:39.068290 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ffccc0-be8f-4327-aaa6-4dc7d8fdf49e None None] Pushing event updated for resources: {'Port': ['ID=462fb6b7-842f-49b0-a2cb-71967b3569bb,revision_number=3']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:39.071755 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:39.075575 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df8109c-3c10-4fc8-a226-40aa20a2ad82 None None] Routers {'2eff7102-b24d-4792-a1cc-fb1ffaed6e64'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:05:39.076213 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-3df8109c-3c10-4fc8-a226-40aa20a2ad82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:05:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['2eff7102-b24d-4792-a1cc-fb1ffaed6e64'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:05:39.134957 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-58bd08bf-8504-4465-ad07-d11d44829b05 None None] Provisioning complete for port cc1d91dd-af95-498b-8057-d7ba85e92f56 triggered by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:05:39.135339 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-58bd08bf-8504-4465-ad07-d11d44829b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:39.195265 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-97154086-01ee-4120-8b53-9a0256a38cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:39.208661 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-97154086-01ee-4120-8b53-9a0256a38cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:39.234493 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] For port cc1d91dd-af95-498b-8057-d7ba85e92f56, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=cc1d91dd-af95-498b-8057-d7ba85e92f56,segment=NetworkSegment(e0ca4b07-6afe-411d-bd3a-78e2360d0279),segment_id=e0ca4b07-6afe-411d-bd3a-78e2360d0279)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:05:39.263656 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:39.306727 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97154086-01ee-4120-8b53-9a0256a38cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15cce213-23ea-4fbc-ac15-bf10e06f12c5,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:39.311174 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-97154086-01ee-4120-8b53-9a0256a38cde admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e4373a3dfacf4fca9b0e6541ecd2b32e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4628885 Aug 14 19:05:39.313903 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 33330) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:05:39.394989 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-7e0bdfd8-d897-4dc0-89e8-b1abd60b4b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:39.419056 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-3df8109c-3c10-4fc8-a226-40aa20a2ad82 None None] Set router 2eff7102-b24d-4792-a1cc-fb1ffaed6e64 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:05:39.422029 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-7e0bdfd8-d897-4dc0-89e8-b1abd60b4b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:39.492696 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Pushing event updated for resources: {'Port': ['ID=cc1d91dd-af95-498b-8057-d7ba85e92f56,revision_number=3']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:39.494296 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-7e0bdfd8-d897-4dc0-89e8-b1abd60b4b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:39.507420 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-7e0bdfd8-d897-4dc0-89e8-b1abd60b4b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:39.511708 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-7e0bdfd8-d897-4dc0-89e8-b1abd60b4b95 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/15cce213-23ea-4fbc-ac15-bf10e06f12c5 HTTP/1.1" status: 204 len: 168 time: 0.1955025 Aug 14 19:05:39.542333 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0bdfd8-d897-4dc0-89e8-b1abd60b4b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cce213-23ea-4fbc-ac15-bf10e06f12c5,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:39.699058 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 33344) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:05:39.706118 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-eb4127a7-3542-4a6e-9776-78453b08ac81 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-47164585', 'description': 'tempest-secgroup-smoke-47164585 description', 'project_id': '3b401b823ff34122a33652cb519dc6f7'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:05:39.707753 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 837ffb2d-96b1-4e26-b924-3b57b28a4068 up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:05:39.780516 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-eb4127a7-3542-4a6e-9776-78453b08ac81 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:39.786584 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-bd1025d6-672d-4f16-a8ff-9688608dd5b9 None None] Provisioning complete for port a4f22916-c87d-429e-84f1-b305a9871106 triggered by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:05:39.786974 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-bd1025d6-672d-4f16-a8ff-9688608dd5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:39.941776 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-bd1025d6-672d-4f16-a8ff-9688608dd5b9 None None] Port a4f22916-c87d-429e-84f1-b305a9871106 cannot update to ACTIVE because it is not bound. {{(pid=94118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 14 19:05:39.967966 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port 837ffb2d-96b1-4e26-b924-3b57b28a4068 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:05:39.968358 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:39.974244 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-eb4127a7-3542-4a6e-9776-78453b08ac81 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:39.978939 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-eb4127a7-3542-4a6e-9776-78453b08ac81 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:40.021417 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-eb4127a7-3542-4a6e-9776-78453b08ac81 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:40.026331 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 33360) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:05:40.027908 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-eb4127a7-3542-4a6e-9776-78453b08ac81 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.3273866 Aug 14 19:05:40.032336 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [None req-ab7e58fa-f4cc-4fd9-86b6-9bc374525125 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Request body: {'security_group_rule': {'security_group_id': '773b5a4e-83f4-4fc6-aa82-de84dd05e2a8', 'project_id': '3b401b823ff34122a33652cb519dc6f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:05:40.053095 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4127a7-3542-4a6e-9776-78453b08ac81 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:40.083834 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-ab7e58fa-f4cc-4fd9-86b6-9bc374525125 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:40.176114 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-ab7e58fa-f4cc-4fd9-86b6-9bc374525125 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:40.180262 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-ab7e58fa-f4cc-4fd9-86b6-9bc374525125 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650242'] for security_group_rule, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:40.187775 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 33368) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:05:40.193388 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-e4f2dd51-335d-4e19-b056-67eacabd6f8e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2106249885-network', 'tenant_id': 'f6ced7b55a00443483aff399dad05de8'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:05:40.202064 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7e58fa-f4cc-4fd9-86b6-9bc374525125 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=239bd43c-8a3b-4bd1-96fc-4c33d6a9eb1e,revision_number=0']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:40.210790 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efa61bd-e5ef-4cc2-96e7-8c5ef839b877 None None] Sync routers for ids ['ce535401-314d-42c3-8fb8-e9b8449f8d98'] in dv-cinder-804581-2-iscsi {{(pid=94119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 19:05:40.226745 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efa61bd-e5ef-4cc2-96e7-8c5ef839b877 None None] Routers {'ce535401-314d-42c3-8fb8-e9b8449f8d98'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:05:40.228625 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-9efa61bd-e5ef-4cc2-96e7-8c5ef839b877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:05:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['ce535401-314d-42c3-8fb8-e9b8449f8d98'], 'active': True} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:05:40.270467 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f2dd51-335d-4e19-b056-67eacabd6f8e admin admin] Made reservation on behalf of f6ced7b55a00443483aff399dad05de8 for: {'network': 1} {{(pid=94116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:05:40.277521 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-ab7e58fa-f4cc-4fd9-86b6-9bc374525125 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:40.279236 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-ab7e58fa-f4cc-4fd9-86b6-9bc374525125 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2518609 Aug 14 19:05:40.282066 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 33372) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:05:40.283049 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-e4f2dd51-335d-4e19-b056-67eacabd6f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for network, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:40.294464 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [None req-6b005934-8802-4e8c-9bb7-695c00198d6c tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Request body: {'security_group_rule': {'security_group_id': '773b5a4e-83f4-4fc6-aa82-de84dd05e2a8', 'project_id': '3b401b823ff34122a33652cb519dc6f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:05:40.315184 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-3df8109c-3c10-4fc8-a226-40aa20a2ad82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eff7102-b24d-4792-a1cc-fb1ffaed6e64', 'name': 'tempest-TestMinimumBasicScenario-1503964413-router', 'tenant_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '462fb6b7-842f-49b0-a2cb-71967b3569bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:32Z', 'updated_at': '2021-08-14T19:05:37Z', 'revision_number': 4, 'project_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'gw_port': {'id': '462fb6b7-842f-49b0-a2cb-71967b3569bb', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eff7102-b24d-4792-a1cc-fb1ffaed6e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:33Z', 'updated_at': '2021-08-14T19:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': 'a4f22916-c87d-429e-84f1-b305a9871106', 'name': '', 'network_id': '9f586da3-1665-4701-96ad-e7c575a8d416', 'tenant_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'mac_address': 'fa:16:3e:f6:97:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eff7102-b24d-4792-a1cc-fb1ffaed6e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '5a79f99a-c70a-42e3-aa73-d94c7467867c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:36Z', 'updated_at': '2021-08-14T19:05:37Z', 'revision_number': 2, 'project_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'subnets': [{'id': '5a79f99a-c70a-42e3-aa73-d94c7467867c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:05:40.340063 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-e4f2dd51-335d-4e19-b056-67eacabd6f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:40.367916 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 33376) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:05:40.401484 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a4f00-0d3e-4fe3-95e2-7a88361baa1c req-ba604c61-f802-4abc-aa92-17a0e8316115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:40.403655 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-be6a4f00-0d3e-4fe3-95e2-7a88361baa1c req-ba604c61-f802-4abc-aa92-17a0e8316115 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6000939100bb476da8924d17890754e4&device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 1099 time: 0.0594881 Aug 14 19:05:40.409850 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-6b005934-8802-4e8c-9bb7-695c00198d6c tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:40.440383 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df8109c-3c10-4fc8-a226-40aa20a2ad82 None None] The sync data for ids ['2eff7102-b24d-4792-a1cc-fb1ffaed6e64'] in dv-cinder-804581-2-iscsi is: [{'id': '2eff7102-b24d-4792-a1cc-fb1ffaed6e64', 'name': 'tempest-TestMinimumBasicScenario-1503964413-router', 'tenant_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '462fb6b7-842f-49b0-a2cb-71967b3569bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:32Z', 'updated_at': '2021-08-14T19:05:37Z', 'revision_number': 4, 'project_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'gw_port': {'id': '462fb6b7-842f-49b0-a2cb-71967b3569bb', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eff7102-b24d-4792-a1cc-fb1ffaed6e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:33Z', 'updated_at': '2021-08-14T19:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': 'a4f22916-c87d-429e-84f1-b305a9871106', 'name': '', 'network_id': '9f586da3-1665-4701-96ad-e7c575a8d416', 'tenant_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'mac_address': 'fa:16:3e:f6:97:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eff7102-b24d-4792-a1cc-fb1ffaed6e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '5a79f99a-c70a-42e3-aa73-d94c7467867c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:36Z', 'updated_at': '2021-08-14T19:05:37Z', 'revision_number': 2, 'project_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'subnets': [{'id': '5a79f99a-c70a-42e3-aa73-d94c7467867c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 19:05:40.479480 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-5f69db92-4710-4e80-a2e5-9ed7b9c991a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:40.483687 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 9f0b7a4a-68a3-4840-8a62-6187535fa456 up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:05:40.549468 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvr_db [None req-9efa61bd-e5ef-4cc2-96e7-8c5ef839b877 None None] Set router ce535401-314d-42c3-8fb8-e9b8449f8d98 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:05:40.602245 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-6b005934-8802-4e8c-9bb7-695c00198d6c tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:40.603549 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning for port 9f0b7a4a-68a3-4840-8a62-6187535fa456 completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:05:40.610143 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872456b-28af-49ce-bb6d-d32e54836162 req-b5a7c4b2-ef3d-48b5-a7fc-43e16c25c369 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:40.611778 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e872456b-28af-49ce-bb6d-d32e54836162 req-b5a7c4b2-ef3d-48b5-a7fc-43e16c25c369 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.1957531 Aug 14 19:05:40.615306 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port 9f0b7a4a-68a3-4840-8a62-6187535fa456 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:05:40.615694 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:40.619071 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-6b005934-8802-4e8c-9bb7-695c00198d6c tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650242'] for security_group_rule, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:40.683773 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b005934-8802-4e8c-9bb7-695c00198d6c tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d4bdd6d-24c2-4cdb-b878-7866cb1a74ed,revision_number=0']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:40.695914 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a4f00-0d3e-4fe3-95e2-7a88361baa1c req-857fd23c-7cdf-4d51-85b3-a0723ac93b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:40.697403 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-be6a4f00-0d3e-4fe3-95e2-7a88361baa1c req-857fd23c-7cdf-4d51-85b3-a0723ac93b85 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1 HTTP/1.1" status: 200 len: 920 time: 0.2826827 Aug 14 19:05:40.756331 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e872456b-28af-49ce-bb6d-d32e54836162 req-ad0409c1-8af3-40d2-9336-c66f1ba1aecd tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159203 Aug 14 19:05:40.762078 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:40.787324 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-be6a4f00-0d3e-4fe3-95e2-7a88361baa1c req-ed6559cc-0e2d-4bac-bbd5-53d88a22a8f1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51a134f0-83fe-4ce2-b30d-91d08421f295 HTTP/1.1" status: 200 len: 217 time: 0.0723407 Aug 14 19:05:40.799026 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-e4f2dd51-335d-4e19-b056-67eacabd6f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:40.805188 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-e4f2dd51-335d-4e19-b056-67eacabd6f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:40.807880 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] For port 9f0b7a4a-68a3-4840-8a62-6187535fa456, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=9f0b7a4a-68a3-4840-8a62-6187535fa456,segment=NetworkSegment(40f888b7-b3ed-489c-94ee-52f240068829),segment_id=40f888b7-b3ed-489c-94ee-52f240068829)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:05:40.814017 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:40.818245 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 87ba2b0b-448c-473e-9393-39d0f7deb8ec up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:05:40.845693 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4f2dd51-335d-4e19-b056-67eacabd6f8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=94116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 14 19:05:40.868815 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-6b005934-8802-4e8c-9bb7-695c00198d6c tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:40.873249 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-6b005934-8802-4e8c-9bb7-695c00198d6c tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5898197 Aug 14 19:05:40.876461 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 33386) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:05:40.902321 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [None req-59490534-1a3c-4567-b2d1-49904a9ec4bd tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Request body: {'security_group_rule': {'security_group_id': '773b5a4e-83f4-4fc6-aa82-de84dd05e2a8', 'project_id': '3b401b823ff34122a33652cb519dc6f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:05:40.936226 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-9efa61bd-e5ef-4cc2-96e7-8c5ef839b877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce535401-314d-42c3-8fb8-e9b8449f8d98', 'name': 'tempest-TestShelveInstance-945363359-router', 'tenant_id': 'e07ee592e1174e3c9885626f96fd2aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '9f0b7a4a-68a3-4840-8a62-6187535fa456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:31Z', 'updated_at': '2021-08-14T19:05:37Z', 'revision_number': 4, 'project_id': 'e07ee592e1174e3c9885626f96fd2aad', 'gw_port': {'id': '9f0b7a4a-68a3-4840-8a62-6187535fa456', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ce:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce535401-314d-42c3-8fb8-e9b8449f8d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:32Z', 'updated_at': '2021-08-14T19:05:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': '74fb3d02-cbef-4b44-8040-592bc960c11c', 'name': '', 'network_id': '4914adc6-8fce-4d57-a02a-78168dc78ed3', 'tenant_id': 'e07ee592e1174e3c9885626f96fd2aad', 'mac_address': 'fa:16:3e:07:39:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce535401-314d-42c3-8fb8-e9b8449f8d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '4cae699e-ea79-4042-947b-b24f21bf6b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:35Z', 'updated_at': '2021-08-14T19:05:37Z', 'revision_number': 2, 'project_id': 'e07ee592e1174e3c9885626f96fd2aad', 'subnets': [{'id': '4cae699e-ea79-4042-947b-b24f21bf6b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:05:40.937749 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-e4f2dd51-335d-4e19-b056-67eacabd6f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736'] for segment, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:40.937897 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a4f00-0d3e-4fe3-95e2-7a88361baa1c req-ec71413a-79b3-469e-9d3f-acaee5b48f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:40.938148 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.db.segments_db [None req-e4f2dd51-335d-4e19-b056-67eacabd6f8e admin admin] Added segment 486f0c2a-a572-4a04-af8e-726a69203529 of type vlan for network 0befc2bc-0a3e-4706-aa30-4e4226d39362 Aug 14 19:05:40.939379 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-be6a4f00-0d3e-4fe3-95e2-7a88361baa1c req-ec71413a-79b3-469e-9d3f-acaee5b48f30 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e77bed90-2142-41a5-a497-653e20d95723 HTTP/1.1" status: 200 len: 859 time: 0.1512659 Aug 14 19:05:40.942885 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f2dd51-335d-4e19-b056-67eacabd6f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba6763f-2eeb-42b4-bb2e-9fcafd0bcede,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:40.964350 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Pushing event updated for resources: {'Port': ['ID=9f0b7a4a-68a3-4840-8a62-6187535fa456,revision_number=4']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:40.993891 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efa61bd-e5ef-4cc2-96e7-8c5ef839b877 None None] Checking router: ce535401-314d-42c3-8fb8-e9b8449f8d98 for host: dv-cinder-804581-2-iscsi {{(pid=94119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 19:05:40.994727 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efa61bd-e5ef-4cc2-96e7-8c5ef839b877 None None] Updating router ce535401-314d-42c3-8fb8-e9b8449f8d98 port 74fb3d02-cbef-4b44-8040-592bc960c11c binding host dv-cinder-804581-2-iscsi {{(pid=94119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 14 19:05:40.999360 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-be6a4f00-0d3e-4fe3-95e2-7a88361baa1c req-e3494f7f-42c1-491d-8fea-e0f14c4a4181 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381982 Aug 14 19:05:41.012863 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port 87ba2b0b-448c-473e-9393-39d0f7deb8ec triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:05:41.012863 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:41.065267 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-9efa61bd-e5ef-4cc2-96e7-8c5ef839b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:41.100791 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-e4f2dd51-335d-4e19-b056-67eacabd6f8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754978905146'] for network, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:41.158151 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-be6a4f00-0d3e-4fe3-95e2-7a88361baa1c req-a222197f-cb00-4eae-a158-d36d3d177318 service neutron] 10.222.0.24 "GET /v2.0/networks/0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576285 Aug 14 19:05:41.232969 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-5f69db92-4710-4e80-a2e5-9ed7b9c991a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:41.241259 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-5f69db92-4710-4e80-a2e5-9ed7b9c991a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:41.286688 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69db92-4710-4e80-a2e5-9ed7b9c991a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a52833-1d6f-4a5b-8691-910c979d2cd8,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:41.290483 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-e4f2dd51-335d-4e19-b056-67eacabd6f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998'] for network, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:41.291482 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f2dd51-335d-4e19-b056-67eacabd6f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:41.292064 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-e4f2dd51-335d-4e19-b056-67eacabd6f8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for network, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:41.360829 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-e4f2dd51-335d-4e19-b056-67eacabd6f8e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1718140 Aug 14 19:05:41.362278 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 33392) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:05:41.367670 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-5f69db92-4710-4e80-a2e5-9ed7b9c991a5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a4149f6c723e4f47bb1ed5374d399b36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9984615 Aug 14 19:05:41.370303 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 33394) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:05:41.371000 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-59490534-1a3c-4567-b2d1-49904a9ec4bd tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:41.389583 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [None req-3a3f2ca1-521f-4840-b4e0-3b0bc1bbd313 admin admin] Request body: {'subnet': {'network_id': '0befc2bc-0a3e-4706-aa30-4e4226d39362', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2106249885-subnet', 'tenant_id': 'f6ced7b55a00443483aff399dad05de8', 'ip_version': 4}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:05:41.397386 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f2dd51-335d-4e19-b056-67eacabd6f8e admin admin] Pushing event updated for resources: {'Network': ['ID=0befc2bc-0a3e-4706-aa30-4e4226d39362,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:41.408879 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Network 0befc2bc-0a3e-4706-aa30-4e4226d39362 details requested by agent ovs-agent-dv-cinder-804581-2-iscsi with host dv-cinder-804581-2-iscsi {{(pid=94118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 14 19:05:41.439554 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3f2ca1-521f-4840-b4e0-3b0bc1bbd313 admin admin] Made reservation on behalf of f6ced7b55a00443483aff399dad05de8 for: {'subnet': 1} {{(pid=94117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:05:41.442844 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-3a3f2ca1-521f-4840-b4e0-3b0bc1bbd313 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27050841'] for subnet, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:41.481347 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3f3ed786-c16e-43cc-9f59-d2ab440fa2a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:41.533864 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3f3ed786-c16e-43cc-9f59-d2ab440fa2a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:41.536406 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-9efa61bd-e5ef-4cc2-96e7-8c5ef839b877 None None] Notify callbacks [] for port, precommit_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:41.547062 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.provisioning_blocks [None req-9efa61bd-e5ef-4cc2-96e7-8c5ef839b877 None None] Transition to ACTIVE for port object 74fb3d02-cbef-4b44-8040-592bc960c11c will not be triggered until provisioned by entity L2. {{(pid=94119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:05:41.555293 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-be6a4f00-0d3e-4fe3-95e2-7a88361baa1c req-318db755-eed1-42c1-8206-cf40d2237607 service neutron] 10.222.0.24 "GET /v2.0/networks/0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896286 Aug 14 19:05:41.555601 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 9f0b7a4a-68a3-4840-8a62-6187535fa456 up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:05:41.557002 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-9efa61bd-e5ef-4cc2-96e7-8c5ef839b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:41.603099 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb9194-a52f-4edd-8135-d10107e9b8bd None None] Pushing event updated for resources: {'Port': ['ID=74fb3d02-cbef-4b44-8040-592bc960c11c,revision_number=3']} {{(pid=94119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:41.614123 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-59490534-1a3c-4567-b2d1-49904a9ec4bd tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:41.620493 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-59490534-1a3c-4567-b2d1-49904a9ec4bd tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650242'] for security_group_rule, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:41.637620 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3f3ed786-c16e-43cc-9f59-d2ab440fa2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:41.638965 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59490534-1a3c-4567-b2d1-49904a9ec4bd tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25432cb8-9e7d-4b3b-adb8-1397a92d0c7b,revision_number=0']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:41.641664 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3f3ed786-c16e-43cc-9f59-d2ab440fa2a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:41.643207 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-3f3ed786-c16e-43cc-9f59-d2ab440fa2a2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/00a52833-1d6f-4a5b-8691-910c979d2cd8 HTTP/1.1" status: 204 len: 168 time: 0.2715352 Aug 14 19:05:41.677903 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ed786-c16e-43cc-9f59-d2ab440fa2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a52833-1d6f-4a5b-8691-910c979d2cd8,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:41.722328 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-59490534-1a3c-4567-b2d1-49904a9ec4bd tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:41.726133 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-59490534-1a3c-4567-b2d1-49904a9ec4bd tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8456256 Aug 14 19:05:41.728978 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 33404) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:05:41.735351 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-a2a64119-25b4-4524-bfb8-da1606d3a161 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Request body: {'security_group_rule': {'security_group_id': '773b5a4e-83f4-4fc6-aa82-de84dd05e2a8', 'project_id': '3b401b823ff34122a33652cb519dc6f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:05:41.738965 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port 9f0b7a4a-68a3-4840-8a62-6187535fa456 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:05:41.739676 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:41.836805 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a2a64119-25b4-4524-bfb8-da1606d3a161 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:41.915041 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.managers [None req-9efa61bd-e5ef-4cc2-96e7-8c5ef839b877 None None] Attempting to bind port 74fb3d02-cbef-4b44-8040-592bc960c11c on host dv-cinder-804581-2-iscsi for vnic_type normal with profile {{(pid=94119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:05:41.916345 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device cc1d91dd-af95-498b-8057-d7ba85e92f56 up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:05:41.917988 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.managers [None req-9efa61bd-e5ef-4cc2-96e7-8c5ef839b877 None None] Attempting to bind port 74fb3d02-cbef-4b44-8040-592bc960c11c by drivers openvswitch,hyperv on host dv-cinder-804581-2-iscsi at level 0 using segments [{'id': '30f4491a-24aa-4c86-9adf-bc39d19834eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4914adc6-8fce-4d57-a02a-78168dc78ed3'}] {{(pid=94119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:05:41.918850 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efa61bd-e5ef-4cc2-96e7-8c5ef839b877 None None] Attempting to bind port 74fb3d02-cbef-4b44-8040-592bc960c11c on network 4914adc6-8fce-4d57-a02a-78168dc78ed3 {{(pid=94119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:05:41.930415 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efa61bd-e5ef-4cc2-96e7-8c5ef839b877 None None] Checking agent: {'id': 'd974888e-3874-401b-8472-8d90566bb0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 18, 55, 53), 'started_at': datetime.datetime(2021, 8, 14, 18, 56, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:05:41.931104 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efa61bd-e5ef-4cc2-96e7-8c5ef839b877 None None] Checking segment: {'id': '30f4491a-24aa-4c86-9adf-bc39d19834eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4914adc6-8fce-4d57-a02a-78168dc78ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:05:41.937978 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-9efa61bd-e5ef-4cc2-96e7-8c5ef839b877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:41.941097 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efa61bd-e5ef-4cc2-96e7-8c5ef839b877 None None] Bound using segment: {'id': '30f4491a-24aa-4c86-9adf-bc39d19834eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4914adc6-8fce-4d57-a02a-78168dc78ed3'} {{(pid=94119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:05:41.942610 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.managers [None req-9efa61bd-e5ef-4cc2-96e7-8c5ef839b877 None None] Bound port: 74fb3d02-cbef-4b44-8040-592bc960c11c, host: dv-cinder-804581-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f4491a-24aa-4c86-9adf-bc39d19834eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '4914adc6-8fce-4d57-a02a-78168dc78ed3'}}] {{(pid=94119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:05:41.943454 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-9efa61bd-e5ef-4cc2-96e7-8c5ef839b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:41.949746 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a2a64119-25b4-4524-bfb8-da1606d3a161 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:41.955378 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-3a3f2ca1-521f-4840-b4e0-3b0bc1bbd313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25274211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27050859'] for subnet, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:41.957219 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a2a64119-25b4-4524-bfb8-da1606d3a161 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650242'] for security_group_rule, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:42.009487 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a64119-25b4-4524-bfb8-da1606d3a161 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=450a3e32-97c5-4304-8a16-452a11ccff7d,revision_number=0']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:42.022046 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a2a64119-25b4-4524-bfb8-da1606d3a161 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:42.029574 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-a2a64119-25b4-4524-bfb8-da1606d3a161 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2976468 Aug 14 19:05:42.030218 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 33408) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:05:42.044035 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-caf82edc-4746-453a-9af5-998606c0d4de tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Request body: {'security_group_rule': {'security_group_id': '773b5a4e-83f4-4fc6-aa82-de84dd05e2a8', 'project_id': '3b401b823ff34122a33652cb519dc6f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:05:42.049023 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.db [None req-9efa61bd-e5ef-4cc2-96e7-8c5ef839b877 None None] For port 74fb3d02-cbef-4b44-8040-592bc960c11c, host dv-cinder-804581-2-iscsi, cleared binding levels {{(pid=94119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:05:42.051914 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port cc1d91dd-af95-498b-8057-d7ba85e92f56 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:05:42.052751 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:42.058150 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.db [None req-9efa61bd-e5ef-4cc2-96e7-8c5ef839b877 None None] For port 74fb3d02-cbef-4b44-8040-592bc960c11c, host dv-cinder-804581-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=74fb3d02-cbef-4b44-8040-592bc960c11c,segment=NetworkSegment(30f4491a-24aa-4c86-9adf-bc39d19834eb),segment_id=30f4491a-24aa-4c86-9adf-bc39d19834eb)] {{(pid=94119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:05:42.066092 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-9efa61bd-e5ef-4cc2-96e7-8c5ef839b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:42.105435 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.db.securitygroups_db [None req-caf82edc-4746-453a-9af5-998606c0d4de tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Project 3b401b823ff34122a33652cb519dc6f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 14 19:05:42.111712 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-caf82edc-4746-453a-9af5-998606c0d4de tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:42.175703 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb9194-a52f-4edd-8135-d10107e9b8bd None None] Pushing event updated for resources: {'Port': ['ID=74fb3d02-cbef-4b44-8040-592bc960c11c,revision_number=4']} {{(pid=94119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:42.204523 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efa61bd-e5ef-4cc2-96e7-8c5ef839b877 None None] Routers {'ce535401-314d-42c3-8fb8-e9b8449f8d98'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:05:42.205674 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-9efa61bd-e5ef-4cc2-96e7-8c5ef839b877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:05:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['ce535401-314d-42c3-8fb8-e9b8449f8d98'], 'active': True} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:05:42.226404 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1277d8-9ee7-4a85-878a-cd464d52dfe5 req-a03f195f-3218-45d3-8312-dfee4990c9fc tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:42.245980 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4b1277d8-9ee7-4a85-878a-cd464d52dfe5 req-a03f195f-3218-45d3-8312-dfee4990c9fc tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.2815769 Aug 14 19:05:42.256335 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f2ca1-521f-4840-b4e0-3b0bc1bbd313 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8d9a2b4-c23a-4a31-8527-480576f4ece0,revision_number=0']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:42.257725 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-caf82edc-4746-453a-9af5-998606c0d4de tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:42.264607 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-caf82edc-4746-453a-9af5-998606c0d4de tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650242'] for security_group_rule, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:42.280765 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3f2ca1-521f-4840-b4e0-3b0bc1bbd313 admin admin] Checking segment: {'id': '486f0c2a-a572-4a04-af8e-726a69203529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '0befc2bc-0a3e-4706-aa30-4e4226d39362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:05:42.281659 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3f2ca1-521f-4840-b4e0-3b0bc1bbd313 admin admin] Network hostable DHCP agents. Network: 0befc2bc-0a3e-4706-aa30-4e4226d39362, hostable agents: ['0d7bdec9-f5f8-4d0a-807a-57e5ce61a6b1'], hosted agents: [] {{(pid=94117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 14 19:05:42.295931 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf82edc-4746-453a-9af5-998606c0d4de tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39df1888-3f34-47e0-8047-3ef8d00bffc1,revision_number=0']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:42.328787 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-caf82edc-4746-453a-9af5-998606c0d4de tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:42.330174 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-caf82edc-4746-453a-9af5-998606c0d4de tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2979579 Aug 14 19:05:42.333485 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 33414) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:05:42.339253 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-12b19247-37e0-4d6a-a5e0-3fcba84e47ba tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Request body: {'security_group_rule': {'security_group_id': '773b5a4e-83f4-4fc6-aa82-de84dd05e2a8', 'project_id': '3b401b823ff34122a33652cb519dc6f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:05:42.379495 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvr_db [None req-9efa61bd-e5ef-4cc2-96e7-8c5ef839b877 None None] Set router ce535401-314d-42c3-8fb8-e9b8449f8d98 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:05:42.417195 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4b1277d8-9ee7-4a85-878a-cd464d52dfe5 req-db649f24-b0ab-44c0-acb2-666e0acd385e tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668272 Aug 14 19:05:42.419700 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.db.securitygroups_db [None req-12b19247-37e0-4d6a-a5e0-3fcba84e47ba tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Project 3b401b823ff34122a33652cb519dc6f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 14 19:05:42.427610 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3f2ca1-521f-4840-b4e0-3b0bc1bbd313 admin admin] Network 0befc2bc-0a3e-4706-aa30-4e4226d39362 is scheduled to be hosted by DHCP agent 0d7bdec9-f5f8-4d0a-807a-57e5ce61a6b1 with binding_index 1 {{(pid=94117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 14 19:05:42.430100 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-12b19247-37e0-4d6a-a5e0-3fcba84e47ba tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:42.440154 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.base_scheduler [None req-3a3f2ca1-521f-4840-b4e0-3b0bc1bbd313 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804581-2-iscsi, 0befc2bc-0a3e-4706-aa30-4e4226d39362) {{(pid=94117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:05:42.447026 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3f2ca1-521f-4840-b4e0-3b0bc1bbd313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:42.447837 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-3a3f2ca1-521f-4840-b4e0-3b0bc1bbd313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for subnet, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:42.454221 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82feeba-f7fc-4f91-b6a5-0d7b05fc0119 None None] Network 0befc2bc-0a3e-4706-aa30-4e4226d39362 requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 19:05:42.477142 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 33420) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:05:42.478092 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-3a3f2ca1-521f-4840-b4e0-3b0bc1bbd313 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1119797 Aug 14 19:05:42.484189 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-075e7f98-8d96-4d62-837c-4ad0ffb432e1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2106249885-router', 'tenant_id': 'f6ced7b55a00443483aff399dad05de8', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'}}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:05:42.606387 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-075e7f98-8d96-4d62-837c-4ad0ffb432e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-497131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1253'] for router, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:42.609114 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-075e7f98-8d96-4d62-837c-4ad0ffb432e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499240', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1667368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1276'] for router, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:42.617737 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-12b19247-37e0-4d6a-a5e0-3fcba84e47ba tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:42.625795 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-12b19247-37e0-4d6a-a5e0-3fcba84e47ba tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650242'] for security_group_rule, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:42.659271 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-12b19247-37e0-4d6a-a5e0-3fcba84e47ba tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:42.661310 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-12b19247-37e0-4d6a-a5e0-3fcba84e47ba tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3268046 Aug 14 19:05:42.682565 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b19247-37e0-4d6a-a5e0-3fcba84e47ba tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65a184ff-8631-4de4-9927-3bf995b90932,revision_number=0']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:42.743549 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1afe0e-1e44-487a-b9ed-78e9dfe9bd50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3ad8078-bf75-59ca-bf42-0c8d8311ab94-0befc2bc-0a3e-4706-aa30-4e4226d39362', 'network_id': '0befc2bc-0a3e-4706-aa30-4e4226d39362', 'tenant_id': 'f6ced7b55a00443483aff399dad05de8', 'fixed_ips': [{'subnet_id': 'a8d9a2b4-c23a-4a31-8527-480576f4ece0'}]}} from dv-cinder-804581-2-iscsi. {{(pid=94118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 14 19:05:42.746181 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-ab1afe0e-1e44-487a-b9ed-78e9dfe9bd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:42.747608 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-075e7f98-8d96-4d62-837c-4ad0ffb432e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:42.775966 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-9efa61bd-e5ef-4cc2-96e7-8c5ef839b877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce535401-314d-42c3-8fb8-e9b8449f8d98', 'name': 'tempest-TestShelveInstance-945363359-router', 'tenant_id': 'e07ee592e1174e3c9885626f96fd2aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '9f0b7a4a-68a3-4840-8a62-6187535fa456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:31Z', 'updated_at': '2021-08-14T19:05:37Z', 'revision_number': 4, 'project_id': 'e07ee592e1174e3c9885626f96fd2aad', 'gw_port': {'id': '9f0b7a4a-68a3-4840-8a62-6187535fa456', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ce:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce535401-314d-42c3-8fb8-e9b8449f8d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:32Z', 'updated_at': '2021-08-14T19:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': '74fb3d02-cbef-4b44-8040-592bc960c11c', 'name': '', 'network_id': '4914adc6-8fce-4d57-a02a-78168dc78ed3', 'tenant_id': 'e07ee592e1174e3c9885626f96fd2aad', 'mac_address': 'fa:16:3e:07:39:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce535401-314d-42c3-8fb8-e9b8449f8d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '4cae699e-ea79-4042-947b-b24f21bf6b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:35Z', 'updated_at': '2021-08-14T19:05:42Z', 'revision_number': 4, 'project_id': 'e07ee592e1174e3c9885626f96fd2aad', 'subnets': [{'id': '4cae699e-ea79-4042-947b-b24f21bf6b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:05:42.829429 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efa61bd-e5ef-4cc2-96e7-8c5ef839b877 None None] The sync data for ids ['ce535401-314d-42c3-8fb8-e9b8449f8d98'] in dv-cinder-804581-2-iscsi is: [{'id': 'ce535401-314d-42c3-8fb8-e9b8449f8d98', 'name': 'tempest-TestShelveInstance-945363359-router', 'tenant_id': 'e07ee592e1174e3c9885626f96fd2aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '9f0b7a4a-68a3-4840-8a62-6187535fa456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:31Z', 'updated_at': '2021-08-14T19:05:37Z', 'revision_number': 4, 'project_id': 'e07ee592e1174e3c9885626f96fd2aad', 'gw_port': {'id': '9f0b7a4a-68a3-4840-8a62-6187535fa456', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ce:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce535401-314d-42c3-8fb8-e9b8449f8d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:32Z', 'updated_at': '2021-08-14T19:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': '74fb3d02-cbef-4b44-8040-592bc960c11c', 'name': '', 'network_id': '4914adc6-8fce-4d57-a02a-78168dc78ed3', 'tenant_id': 'e07ee592e1174e3c9885626f96fd2aad', 'mac_address': 'fa:16:3e:07:39:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce535401-314d-42c3-8fb8-e9b8449f8d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '4cae699e-ea79-4042-947b-b24f21bf6b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:35Z', 'updated_at': '2021-08-14T19:05:42Z', 'revision_number': 4, 'project_id': 'e07ee592e1174e3c9885626f96fd2aad', 'subnets': [{'id': '4cae699e-ea79-4042-947b-b24f21bf6b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 19:05:42.972988 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.db_base_plugin_common [None req-ab1afe0e-1e44-487a-b9ed-78e9dfe9bd50 None None] Allocated IP 172.20.0.2 (0befc2bc-0a3e-4706-aa30-4e4226d39362/a8d9a2b4-c23a-4a31-8527-480576f4ece0/e657169d-6ecb-4b85-93df-7b66ab0565d1) {{(pid=94118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:05:43.035702 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-075e7f98-8d96-4d62-837c-4ad0ffb432e1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:43.245313 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-ab1afe0e-1e44-487a-b9ed-78e9dfe9bd50 None None] Notify callbacks [] for port, precommit_create {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:43.264232 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-ab1afe0e-1e44-487a-b9ed-78e9dfe9bd50 None None] Transition to ACTIVE for port object e657169d-6ecb-4b85-93df-7b66ab0565d1 will not be triggered until provisioned by entity L2. {{(pid=94118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:05:43.305960 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-ab1afe0e-1e44-487a-b9ed-78e9dfe9bd50 None None] Transition to ACTIVE for port object e657169d-6ecb-4b85-93df-7b66ab0565d1 will not be triggered until provisioned by entity DHCP. {{(pid=94118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:05:43.313776 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-ab1afe0e-1e44-487a-b9ed-78e9dfe9bd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948'] for port, after_create {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:43.434692 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1afe0e-1e44-487a-b9ed-78e9dfe9bd50 None None] Pushing event updated for resources: {'Port': ['ID=e657169d-6ecb-4b85-93df-7b66ab0565d1,revision_number=1']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:43.450065 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1afe0e-1e44-487a-b9ed-78e9dfe9bd50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:43.450350 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1afe0e-1e44-487a-b9ed-78e9dfe9bd50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:43.450752 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1afe0e-1e44-487a-b9ed-78e9dfe9bd50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:43.451537 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1afe0e-1e44-487a-b9ed-78e9dfe9bd50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:43.451887 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1afe0e-1e44-487a-b9ed-78e9dfe9bd50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:43.452227 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1afe0e-1e44-487a-b9ed-78e9dfe9bd50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:43.452565 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1afe0e-1e44-487a-b9ed-78e9dfe9bd50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:43.452889 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1afe0e-1e44-487a-b9ed-78e9dfe9bd50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:43.453773 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1afe0e-1e44-487a-b9ed-78e9dfe9bd50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:43.454195 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1afe0e-1e44-487a-b9ed-78e9dfe9bd50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:43.454465 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1afe0e-1e44-487a-b9ed-78e9dfe9bd50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:43.455025 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab1afe0e-1e44-487a-b9ed-78e9dfe9bd50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:05:43.464367 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1afe0e-1e44-487a-b9ed-78e9dfe9bd50 None None] Network 0befc2bc-0a3e-4706-aa30-4e4226d39362 is already hosted by enough agents. {{(pid=94118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:05:43.467107 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.scheduler.base_scheduler [None req-ab1afe0e-1e44-487a-b9ed-78e9dfe9bd50 None None] Resources bound (agent type, host, resource id): {{(pid=94118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:05:43.470028 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1afe0e-1e44-487a-b9ed-78e9dfe9bd50 None None] Received port after_create {{(pid=94118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:05:43.638984 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 74fb3d02-cbef-4b44-8040-592bc960c11c up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:05:43.650651 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-ab1afe0e-1e44-487a-b9ed-78e9dfe9bd50 None None] Attempting to bind port e657169d-6ecb-4b85-93df-7b66ab0565d1 on host dv-cinder-804581-2-iscsi for vnic_type normal with profile {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:05:43.654082 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-ab1afe0e-1e44-487a-b9ed-78e9dfe9bd50 None None] Attempting to bind port e657169d-6ecb-4b85-93df-7b66ab0565d1 by drivers openvswitch,hyperv on host dv-cinder-804581-2-iscsi at level 0 using segments [{'id': '486f0c2a-a572-4a04-af8e-726a69203529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '0befc2bc-0a3e-4706-aa30-4e4226d39362'}] {{(pid=94118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:05:43.654977 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1afe0e-1e44-487a-b9ed-78e9dfe9bd50 None None] Attempting to bind port e657169d-6ecb-4b85-93df-7b66ab0565d1 on network 0befc2bc-0a3e-4706-aa30-4e4226d39362 {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:05:43.709426 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe9d7a-5265-4cec-8ff2-b755d2dab44a req-89e83cf6-4554-4cf3-85f1-1cfc6e81cbee tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:43.723285 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-0ebe9d7a-5265-4cec-8ff2-b755d2dab44a req-89e83cf6-4554-4cf3-85f1-1cfc6e81cbee tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.1407497 Aug 14 19:05:43.757700 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1afe0e-1e44-487a-b9ed-78e9dfe9bd50 None None] Checking agent: {'id': 'd974888e-3874-401b-8472-8d90566bb0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 18, 55, 53), 'started_at': datetime.datetime(2021, 8, 14, 18, 56, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:05:43.758083 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1afe0e-1e44-487a-b9ed-78e9dfe9bd50 None None] Checking segment: {'id': '486f0c2a-a572-4a04-af8e-726a69203529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '0befc2bc-0a3e-4706-aa30-4e4226d39362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:05:43.758512 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-ab1afe0e-1e44-487a-b9ed-78e9dfe9bd50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:43.758913 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1afe0e-1e44-487a-b9ed-78e9dfe9bd50 None None] Bound using segment: {'id': '486f0c2a-a572-4a04-af8e-726a69203529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '0befc2bc-0a3e-4706-aa30-4e4226d39362'} {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:05:43.759394 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-ab1afe0e-1e44-487a-b9ed-78e9dfe9bd50 None None] Bound port: e657169d-6ecb-4b85-93df-7b66ab0565d1, host: dv-cinder-804581-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '486f0c2a-a572-4a04-af8e-726a69203529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '0befc2bc-0a3e-4706-aa30-4e4226d39362'}}] {{(pid=94118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:05:43.759772 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-ab1afe0e-1e44-487a-b9ed-78e9dfe9bd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:43.804801 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-0ebe9d7a-5265-4cec-8ff2-b755d2dab44a req-0a1d825a-c858-44c7-8881-fc2dff55889d tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802028 Aug 14 19:05:43.901745 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning for port 74fb3d02-cbef-4b44-8040-592bc960c11c completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:05:43.922380 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port 74fb3d02-cbef-4b44-8040-592bc960c11c triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:05:43.924607 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:43.940425 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-075e7f98-8d96-4d62-837c-4ad0ffb432e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:43.967947 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-ab1afe0e-1e44-487a-b9ed-78e9dfe9bd50 None None] For port e657169d-6ecb-4b85-93df-7b66ab0565d1, host dv-cinder-804581-2-iscsi, cleared binding levels {{(pid=94118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:05:43.988494 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-ab1afe0e-1e44-487a-b9ed-78e9dfe9bd50 None None] For port e657169d-6ecb-4b85-93df-7b66ab0565d1, host dv-cinder-804581-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=e657169d-6ecb-4b85-93df-7b66ab0565d1,segment=NetworkSegment(486f0c2a-a572-4a04-af8e-726a69203529),segment_id=486f0c2a-a572-4a04-af8e-726a69203529)] {{(pid=94118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:05:43.995130 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-ab1afe0e-1e44-487a-b9ed-78e9dfe9bd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:44.004653 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-075e7f98-8d96-4d62-837c-4ad0ffb432e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:44.092978 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe28db-3ef3-471e-8ba3-e2f3a074d9ec req-585a8007-5b64-49e1-a3e9-b7930eed4ab2 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:44.095542 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-8cfe28db-3ef3-471e-8ba3-e2f3a074d9ec req-585a8007-5b64-49e1-a3e9-b7930eed4ab2 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 945 time: 0.2578418 Aug 14 19:05:44.123778 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1afe0e-1e44-487a-b9ed-78e9dfe9bd50 None None] Pushing event updated for resources: {'Port': ['ID=e657169d-6ecb-4b85-93df-7b66ab0565d1,revision_number=2']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:44.154663 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:44.238821 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] For port 74fb3d02-cbef-4b44-8040-592bc960c11c, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=74fb3d02-cbef-4b44-8040-592bc960c11c,segment=NetworkSegment(30f4491a-24aa-4c86-9adf-bc39d19834eb),segment_id=30f4491a-24aa-4c86-9adf-bc39d19834eb)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:05:44.243985 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:44.245977 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 462fb6b7-842f-49b0-a2cb-71967b3569bb up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:05:44.285267 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-8cfe28db-3ef3-471e-8ba3-e2f3a074d9ec req-fce09473-05e1-4c21-804b-a5c26b8c59b0 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783905 Aug 14 19:05:44.301750 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.db_base_plugin_common [None req-075e7f98-8d96-4d62-837c-4ad0ffb432e1 admin admin] Allocated IP 172.27.2.227 (70527521-9220-43b3-92f5-8f32262fd0f1/b39bc0ec-218c-484d-aceb-7d591e49d9cc/e6bc6785-aa5f-4e70-bae5-50428269bec2) {{(pid=94116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:05:44.351777 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Pushing event updated for resources: {'Port': ['ID=74fb3d02-cbef-4b44-8040-592bc960c11c,revision_number=5']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:44.369868 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning for port 462fb6b7-842f-49b0-a2cb-71967b3569bb completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:05:44.381981 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port 462fb6b7-842f-49b0-a2cb-71967b3569bb triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:05:44.382489 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:44.497130 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:44.498213 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-075e7f98-8d96-4d62-837c-4ad0ffb432e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:44.536685 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] For port 462fb6b7-842f-49b0-a2cb-71967b3569bb, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=462fb6b7-842f-49b0-a2cb-71967b3569bb,segment=NetworkSegment(40f888b7-b3ed-489c-94ee-52f240068829),segment_id=40f888b7-b3ed-489c-94ee-52f240068829)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:05:44.542864 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:44.567788 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-075e7f98-8d96-4d62-837c-4ad0ffb432e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948'] for port, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:44.607985 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Pushing event updated for resources: {'Port': ['ID=462fb6b7-842f-49b0-a2cb-71967b3569bb,revision_number=4']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:44.627515 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075e7f98-8d96-4d62-837c-4ad0ffb432e1 admin admin] Network 70527521-9220-43b3-92f5-8f32262fd0f1 is already hosted by enough agents. {{(pid=94116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:05:44.632582 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.base_scheduler [None req-075e7f98-8d96-4d62-837c-4ad0ffb432e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:05:44.635535 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075e7f98-8d96-4d62-837c-4ad0ffb432e1 admin admin] Received port after_create {{(pid=94116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:05:44.637656 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e7f98-8d96-4d62-837c-4ad0ffb432e1 admin admin] Pushing event updated for resources: {'Port': ['ID=e6bc6785-aa5f-4e70-bae5-50428269bec2,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:44.860505 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-075e7f98-8d96-4d62-837c-4ad0ffb432e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:44.931592 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a688ec-8258-494b-bb3a-14c65bfdffaa req-c9b919fc-5dd0-4a3b-9576-9d425302438f tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:44.933296 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-72a688ec-8258-494b-bb3a-14c65bfdffaa req-c9b919fc-5dd0-4a3b-9576-9d425302438f tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0577874 Aug 14 19:05:44.997111 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-72a688ec-8258-494b-bb3a-14c65bfdffaa req-ec048d51-ba18-49e5-899a-51319b682783 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471346 Aug 14 19:05:45.197909 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e553634-1c12-4aba-9200-be55d0c896fa None None] Sync routers for ids ['2eff7102-b24d-4792-a1cc-fb1ffaed6e64'] in dv-cinder-804581-2-iscsi {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 19:05:45.220903 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e553634-1c12-4aba-9200-be55d0c896fa None None] Routers {'2eff7102-b24d-4792-a1cc-fb1ffaed6e64'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:05:45.221559 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-6e553634-1c12-4aba-9200-be55d0c896fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:05:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['2eff7102-b24d-4792-a1cc-fb1ffaed6e64'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:05:45.246867 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-075e7f98-8d96-4d62-837c-4ad0ffb432e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499453'] for router, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:45.413776 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ac7337-9530-4675-8e34-84f28cf633ef None None] Network 0befc2bc-0a3e-4706-aa30-4e4226d39362 requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 19:05:45.421402 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-6e553634-1c12-4aba-9200-be55d0c896fa None None] Set router 2eff7102-b24d-4792-a1cc-fb1ffaed6e64 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:05:45.489341 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487290c-bf63-4286-b5da-a02f180e021a req-db582a89-2624-40ab-a28f-e015703210cf tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:45.491686 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-8487290c-bf63-4286-b5da-a02f180e021a req-db582a89-2624-40ab-a28f-e015703210cf tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 945 time: 0.0651321 Aug 14 19:05:45.520474 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 74fb3d02-cbef-4b44-8040-592bc960c11c up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:05:45.531272 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075e7f98-8d96-4d62-837c-4ad0ffb432e1 admin admin] Router 44c21604-ee6a-46fa-bdfc-8d5a4bf2222c is scheduled to L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 with binding_index 1 {{(pid=94116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 14 19:05:45.557828 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-8487290c-bf63-4286-b5da-a02f180e021a req-1b40f3f0-22f9-4596-a12f-474cd1b83da7 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550003 Aug 14 19:05:45.635118 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-17645f88-85a4-451d-abdb-41d95b352573 None None] Provisioning for port e657169d-6ecb-4b85-93df-7b66ab0565d1 completed by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:05:45.679321 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075e7f98-8d96-4d62-837c-4ad0ffb432e1 admin admin] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 19:05:45.689029 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741d1c8f-6e0a-4b18-a290-92757c8ae805 None None] Sync routers for ids ['44c21604-ee6a-46fa-bdfc-8d5a4bf2222c'] in dv-cinder-804581-2-iscsi {{(pid=94119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 19:05:45.700349 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-075e7f98-8d96-4d62-837c-4ad0ffb432e1 admin admin] Notify callbacks [] for router, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:45.701137 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741d1c8f-6e0a-4b18-a290-92757c8ae805 None None] Routers {'44c21604-ee6a-46fa-bdfc-8d5a4bf2222c'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:05:45.702011 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-075e7f98-8d96-4d62-837c-4ad0ffb432e1 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2238662 Aug 14 19:05:45.702174 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-741d1c8f-6e0a-4b18-a290-92757c8ae805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:05:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['44c21604-ee6a-46fa-bdfc-8d5a4bf2222c'], 'active': True} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:05:45.706120 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 33540) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:05:45.772635 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port 74fb3d02-cbef-4b44-8040-592bc960c11c triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:05:45.773003 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:45.814804 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvr_db [None req-741d1c8f-6e0a-4b18-a290-92757c8ae805 None None] Set router 44c21604-ee6a-46fa-bdfc-8d5a4bf2222c gateway port host: dv-cinder-804581-2-iscsi {{(pid=94119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:05:46.068886 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-6e553634-1c12-4aba-9200-be55d0c896fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eff7102-b24d-4792-a1cc-fb1ffaed6e64', 'name': 'tempest-TestMinimumBasicScenario-1503964413-router', 'tenant_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '462fb6b7-842f-49b0-a2cb-71967b3569bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:32Z', 'updated_at': '2021-08-14T19:05:37Z', 'revision_number': 4, 'project_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'gw_port': {'id': '462fb6b7-842f-49b0-a2cb-71967b3569bb', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eff7102-b24d-4792-a1cc-fb1ffaed6e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:33Z', 'updated_at': '2021-08-14T19:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': 'a4f22916-c87d-429e-84f1-b305a9871106', 'name': '', 'network_id': '9f586da3-1665-4701-96ad-e7c575a8d416', 'tenant_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'mac_address': 'fa:16:3e:f6:97:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eff7102-b24d-4792-a1cc-fb1ffaed6e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '5a79f99a-c70a-42e3-aa73-d94c7467867c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:36Z', 'updated_at': '2021-08-14T19:05:37Z', 'revision_number': 2, 'project_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'subnets': [{'id': '5a79f99a-c70a-42e3-aa73-d94c7467867c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:05:46.080404 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-741d1c8f-6e0a-4b18-a290-92757c8ae805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c21604-ee6a-46fa-bdfc-8d5a4bf2222c', 'name': 'tempest-TestMinimumBasicScenario-2106249885-router', 'tenant_id': 'f6ced7b55a00443483aff399dad05de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'e6bc6785-aa5f-4e70-bae5-50428269bec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:42Z', 'updated_at': '2021-08-14T19:05:44Z', 'revision_number': 3, 'project_id': 'f6ced7b55a00443483aff399dad05de8', 'gw_port': {'id': 'e6bc6785-aa5f-4e70-bae5-50428269bec2', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ac:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c21604-ee6a-46fa-bdfc-8d5a4bf2222c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:44Z', 'updated_at': '2021-08-14T19:05:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi'}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:05:46.101365 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device e657169d-6ecb-4b85-93df-7b66ab0565d1 up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:05:46.103265 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e553634-1c12-4aba-9200-be55d0c896fa None None] Checking router: 2eff7102-b24d-4792-a1cc-fb1ffaed6e64 for host: dv-cinder-804581-2-iscsi {{(pid=94118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 19:05:46.103621 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e553634-1c12-4aba-9200-be55d0c896fa None None] Updating router 2eff7102-b24d-4792-a1cc-fb1ffaed6e64 port a4f22916-c87d-429e-84f1-b305a9871106 binding host dv-cinder-804581-2-iscsi {{(pid=94118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 14 19:05:46.117068 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741d1c8f-6e0a-4b18-a290-92757c8ae805 None None] Checking router: 44c21604-ee6a-46fa-bdfc-8d5a4bf2222c for host: dv-cinder-804581-2-iscsi {{(pid=94119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 19:05:46.117531 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741d1c8f-6e0a-4b18-a290-92757c8ae805 None None] Updating router 44c21604-ee6a-46fa-bdfc-8d5a4bf2222c port e6bc6785-aa5f-4e70-bae5-50428269bec2 binding host dv-cinder-804581-2-iscsi {{(pid=94119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 14 19:05:46.146623 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-741d1c8f-6e0a-4b18-a290-92757c8ae805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:46.151067 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-6e553634-1c12-4aba-9200-be55d0c896fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:46.239197 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning for port e657169d-6ecb-4b85-93df-7b66ab0565d1 completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:05:46.291410 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port e657169d-6ecb-4b85-93df-7b66ab0565d1 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:05:46.291835 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:46.359724 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-f49a9073-6d32-4c9d-9e39-b5966c2c46c6 None None] Provisioning complete for port e657169d-6ecb-4b85-93df-7b66ab0565d1 triggered by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:05:46.359997 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-f49a9073-6d32-4c9d-9e39-b5966c2c46c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:46.375363 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a1085-c5cc-4107-b317-4eabbac9d813 req-47a4be0a-18a3-4298-9f71-0178111ecce2 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:46.377116 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e72a1085-c5cc-4107-b317-4eabbac9d813 req-47a4be0a-18a3-4298-9f71-0178111ecce2 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.2529311 Aug 14 19:05:46.491511 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-deece991-8799-4b59-a2e6-6e59a25fdd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:46.538311 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e72a1085-c5cc-4107-b317-4eabbac9d813 req-7e5accb8-869f-499e-9d96-ddfab62104c4 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210849 Aug 14 19:05:46.635324 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-741d1c8f-6e0a-4b18-a290-92757c8ae805 None None] Notify callbacks [] for port, precommit_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:46.642101 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:46.647963 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.provisioning_blocks [None req-741d1c8f-6e0a-4b18-a290-92757c8ae805 None None] Transition to ACTIVE for port object e6bc6785-aa5f-4e70-bae5-50428269bec2 will not be triggered until provisioned by entity L2. {{(pid=94119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:05:46.665248 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-741d1c8f-6e0a-4b18-a290-92757c8ae805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:46.677677 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-f49a9073-6d32-4c9d-9e39-b5966c2c46c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:46.718777 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a027fb-5f8b-4e13-8905-de5e3cbad74e None None] Pushing event updated for resources: {'Port': ['ID=e6bc6785-aa5f-4e70-bae5-50428269bec2,revision_number=2']} {{(pid=94119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:46.739286 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842e75a-7615-45b7-be71-8fc03e14710c req-d11f5446-ed28-4ed5-9a2c-0fe34f444c63 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:46.741148 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-7842e75a-7615-45b7-be71-8fc03e14710c req-d11f5446-ed28-4ed5-9a2c-0fe34f444c63 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 945 time: 0.0743301 Aug 14 19:05:46.748317 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.managers [None req-741d1c8f-6e0a-4b18-a290-92757c8ae805 None None] Attempting to bind port e6bc6785-aa5f-4e70-bae5-50428269bec2 on host dv-cinder-804581-2-iscsi for vnic_type normal with profile {{(pid=94119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:05:46.748778 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.managers [None req-741d1c8f-6e0a-4b18-a290-92757c8ae805 None None] Attempting to bind port e6bc6785-aa5f-4e70-bae5-50428269bec2 by drivers openvswitch,hyperv on host dv-cinder-804581-2-iscsi at level 0 using segments [{'id': '40f888b7-b3ed-489c-94ee-52f240068829', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'}] {{(pid=94119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:05:46.749209 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741d1c8f-6e0a-4b18-a290-92757c8ae805 None None] Attempting to bind port e6bc6785-aa5f-4e70-bae5-50428269bec2 on network 70527521-9220-43b3-92f5-8f32262fd0f1 {{(pid=94119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:05:46.756401 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741d1c8f-6e0a-4b18-a290-92757c8ae805 None None] Checking agent: {'id': 'd974888e-3874-401b-8472-8d90566bb0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 18, 55, 53), 'started_at': datetime.datetime(2021, 8, 14, 18, 56, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:05:46.757438 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741d1c8f-6e0a-4b18-a290-92757c8ae805 None None] Checking segment: {'id': '40f888b7-b3ed-489c-94ee-52f240068829', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:05:46.758052 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-741d1c8f-6e0a-4b18-a290-92757c8ae805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:46.758696 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741d1c8f-6e0a-4b18-a290-92757c8ae805 None None] Bound using segment: {'id': '40f888b7-b3ed-489c-94ee-52f240068829', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'} {{(pid=94119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:05:46.759291 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.managers [None req-741d1c8f-6e0a-4b18-a290-92757c8ae805 None None] Bound port: e6bc6785-aa5f-4e70-bae5-50428269bec2, host: dv-cinder-804581-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40f888b7-b3ed-489c-94ee-52f240068829', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'}}] {{(pid=94119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:05:46.760270 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-741d1c8f-6e0a-4b18-a290-92757c8ae805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:46.771070 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-6e553634-1c12-4aba-9200-be55d0c896fa None None] Notify callbacks [] for port, precommit_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:46.772319 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.db_base_plugin_common [None req-deece991-8799-4b59-a2e6-6e59a25fdd79 admin admin] Allocated IP 172.20.0.1 (0befc2bc-0a3e-4706-aa30-4e4226d39362/a8d9a2b4-c23a-4a31-8527-480576f4ece0/9d2d6878-5e16-4b61-b163-c6c53fa234d2) {{(pid=94117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:05:46.785846 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] For port e657169d-6ecb-4b85-93df-7b66ab0565d1, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=e657169d-6ecb-4b85-93df-7b66ab0565d1,segment=NetworkSegment(486f0c2a-a572-4a04-af8e-726a69203529),segment_id=486f0c2a-a572-4a04-af8e-726a69203529)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:05:46.792747 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-6e553634-1c12-4aba-9200-be55d0c896fa None None] Transition to ACTIVE for port object a4f22916-c87d-429e-84f1-b305a9871106 will not be triggered until provisioned by entity L2. {{(pid=94118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:05:46.797201 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:46.797893 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 462fb6b7-842f-49b0-a2cb-71967b3569bb up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:05:46.808078 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-7842e75a-7615-45b7-be71-8fc03e14710c req-42d525a1-14d4-456b-9c8d-ffee30ba90d7 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585916 Aug 14 19:05:46.844750 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.db [None req-741d1c8f-6e0a-4b18-a290-92757c8ae805 None None] For port e6bc6785-aa5f-4e70-bae5-50428269bec2, host dv-cinder-804581-2-iscsi, cleared binding levels {{(pid=94119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:05:46.849900 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.db [None req-741d1c8f-6e0a-4b18-a290-92757c8ae805 None None] For port e6bc6785-aa5f-4e70-bae5-50428269bec2, host dv-cinder-804581-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=e6bc6785-aa5f-4e70-bae5-50428269bec2,segment=NetworkSegment(40f888b7-b3ed-489c-94ee-52f240068829),segment_id=40f888b7-b3ed-489c-94ee-52f240068829)] {{(pid=94119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:05:46.856218 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-741d1c8f-6e0a-4b18-a290-92757c8ae805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:46.857836 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-6e553634-1c12-4aba-9200-be55d0c896fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:46.878187 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Pushing event updated for resources: {'Port': ['ID=e657169d-6ecb-4b85-93df-7b66ab0565d1,revision_number=3']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:46.908706 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-deece991-8799-4b59-a2e6-6e59a25fdd79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:46.925828 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741d1c8f-6e0a-4b18-a290-92757c8ae805 None None] Routers {'44c21604-ee6a-46fa-bdfc-8d5a4bf2222c'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:05:46.926858 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.provisioning_blocks [None req-deece991-8799-4b59-a2e6-6e59a25fdd79 admin admin] Transition to ACTIVE for port object 9d2d6878-5e16-4b61-b163-c6c53fa234d2 will not be triggered until provisioned by entity DHCP. {{(pid=94117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:05:46.926999 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-741d1c8f-6e0a-4b18-a290-92757c8ae805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:05:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['44c21604-ee6a-46fa-bdfc-8d5a4bf2222c'], 'active': True} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:05:46.968454 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-deece991-8799-4b59-a2e6-6e59a25fdd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25274135'] for port, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:47.043598 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcbc86b-a1c9-4ff2-8b84-7b94faed10a3 None None] Pushing event updated for resources: {'Port': ['ID=a4f22916-c87d-429e-84f1-b305a9871106,revision_number=3']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:47.055326 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a027fb-5f8b-4e13-8905-de5e3cbad74e None None] Pushing event updated for resources: {'Port': ['ID=e6bc6785-aa5f-4e70-bae5-50428269bec2,revision_number=3']} {{(pid=94119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:47.058705 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deece991-8799-4b59-a2e6-6e59a25fdd79 admin admin] Pushing event updated for resources: {'Port': ['ID=9d2d6878-5e16-4b61-b163-c6c53fa234d2,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:47.073765 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deece991-8799-4b59-a2e6-6e59a25fdd79 admin admin] Network 0befc2bc-0a3e-4706-aa30-4e4226d39362 is already hosted by enough agents. {{(pid=94117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:05:47.076591 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.base_scheduler [None req-deece991-8799-4b59-a2e6-6e59a25fdd79 admin admin] Resources bound (agent type, host, resource id): {{(pid=94117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:05:47.080462 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deece991-8799-4b59-a2e6-6e59a25fdd79 admin admin] Received port after_create {{(pid=94117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:05:47.116454 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.db.api [None req-f49a9073-6d32-4c9d-9e39-b5966c2c46c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94118) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 14 19:05:47.116868 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG oslo_db.api [None req-f49a9073-6d32-4c9d-9e39-b5966c2c46c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 14 19:05:47.142857 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-deece991-8799-4b59-a2e6-6e59a25fdd79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650728'] for router_interface, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:47.171220 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-6e553634-1c12-4aba-9200-be55d0c896fa None None] Attempting to bind port a4f22916-c87d-429e-84f1-b305a9871106 on host dv-cinder-804581-2-iscsi for vnic_type normal with profile {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:05:47.171741 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-6e553634-1c12-4aba-9200-be55d0c896fa None None] Attempting to bind port a4f22916-c87d-429e-84f1-b305a9871106 by drivers openvswitch,hyperv on host dv-cinder-804581-2-iscsi at level 0 using segments [{'id': 'e0ca4b07-6afe-411d-bd3a-78e2360d0279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9f586da3-1665-4701-96ad-e7c575a8d416'}] {{(pid=94118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:05:47.172253 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e553634-1c12-4aba-9200-be55d0c896fa None None] Attempting to bind port a4f22916-c87d-429e-84f1-b305a9871106 on network 9f586da3-1665-4701-96ad-e7c575a8d416 {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:05:47.186577 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e553634-1c12-4aba-9200-be55d0c896fa None None] Checking agent: {'id': 'd974888e-3874-401b-8472-8d90566bb0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 18, 55, 53), 'started_at': datetime.datetime(2021, 8, 14, 18, 56, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:05:47.187157 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e553634-1c12-4aba-9200-be55d0c896fa None None] Checking segment: {'id': 'e0ca4b07-6afe-411d-bd3a-78e2360d0279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9f586da3-1665-4701-96ad-e7c575a8d416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:05:47.188447 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-6e553634-1c12-4aba-9200-be55d0c896fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:47.188856 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e553634-1c12-4aba-9200-be55d0c896fa None None] Bound using segment: {'id': 'e0ca4b07-6afe-411d-bd3a-78e2360d0279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9f586da3-1665-4701-96ad-e7c575a8d416'} {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:05:47.189465 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-6e553634-1c12-4aba-9200-be55d0c896fa None None] Bound port: a4f22916-c87d-429e-84f1-b305a9871106, host: dv-cinder-804581-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0ca4b07-6afe-411d-bd3a-78e2360d0279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9f586da3-1665-4701-96ad-e7c575a8d416'}}] {{(pid=94118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:05:47.190439 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-6e553634-1c12-4aba-9200-be55d0c896fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:47.204064 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvr_db [None req-741d1c8f-6e0a-4b18-a290-92757c8ae805 None None] Set router 44c21604-ee6a-46fa-bdfc-8d5a4bf2222c gateway port host: dv-cinder-804581-2-iscsi {{(pid=94119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:05:47.262915 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port 462fb6b7-842f-49b0-a2cb-71967b3569bb triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:05:47.263484 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:47.320181 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-6e553634-1c12-4aba-9200-be55d0c896fa None None] For port a4f22916-c87d-429e-84f1-b305a9871106, host dv-cinder-804581-2-iscsi, cleared binding levels {{(pid=94118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:05:47.329212 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-6e553634-1c12-4aba-9200-be55d0c896fa None None] For port a4f22916-c87d-429e-84f1-b305a9871106, host dv-cinder-804581-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=a4f22916-c87d-429e-84f1-b305a9871106,segment=NetworkSegment(e0ca4b07-6afe-411d-bd3a-78e2360d0279),segment_id=e0ca4b07-6afe-411d-bd3a-78e2360d0279)] {{(pid=94118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:05:47.338697 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-6e553634-1c12-4aba-9200-be55d0c896fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:47.349052 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-deece991-8799-4b59-a2e6-6e59a25fdd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:47.435543 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e553634-1c12-4aba-9200-be55d0c896fa None None] Routers {'2eff7102-b24d-4792-a1cc-fb1ffaed6e64'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:05:47.436289 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-6e553634-1c12-4aba-9200-be55d0c896fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:05:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['2eff7102-b24d-4792-a1cc-fb1ffaed6e64'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:05:47.438822 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcbc86b-a1c9-4ff2-8b84-7b94faed10a3 None None] Pushing event updated for resources: {'Port': ['ID=a4f22916-c87d-429e-84f1-b305a9871106,revision_number=4']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:47.479797 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-741d1c8f-6e0a-4b18-a290-92757c8ae805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c21604-ee6a-46fa-bdfc-8d5a4bf2222c', 'name': 'tempest-TestMinimumBasicScenario-2106249885-router', 'tenant_id': 'f6ced7b55a00443483aff399dad05de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'e6bc6785-aa5f-4e70-bae5-50428269bec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:42Z', 'updated_at': '2021-08-14T19:05:44Z', 'revision_number': 3, 'project_id': 'f6ced7b55a00443483aff399dad05de8', 'gw_port': {'id': 'e6bc6785-aa5f-4e70-bae5-50428269bec2', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ac:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c21604-ee6a-46fa-bdfc-8d5a4bf2222c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:44Z', 'updated_at': '2021-08-14T19:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi'}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:05:47.653162 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device e657169d-6ecb-4b85-93df-7b66ab0565d1 up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:05:47.667533 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741d1c8f-6e0a-4b18-a290-92757c8ae805 None None] The sync data for ids ['44c21604-ee6a-46fa-bdfc-8d5a4bf2222c'] in dv-cinder-804581-2-iscsi is: [{'id': '44c21604-ee6a-46fa-bdfc-8d5a4bf2222c', 'name': 'tempest-TestMinimumBasicScenario-2106249885-router', 'tenant_id': 'f6ced7b55a00443483aff399dad05de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'e6bc6785-aa5f-4e70-bae5-50428269bec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:42Z', 'updated_at': '2021-08-14T19:05:44Z', 'revision_number': 3, 'project_id': 'f6ced7b55a00443483aff399dad05de8', 'gw_port': {'id': 'e6bc6785-aa5f-4e70-bae5-50428269bec2', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ac:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c21604-ee6a-46fa-bdfc-8d5a4bf2222c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:44Z', 'updated_at': '2021-08-14T19:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi'}] {{(pid=94119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 19:05:47.702124 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-6e553634-1c12-4aba-9200-be55d0c896fa None None] Set router 2eff7102-b24d-4792-a1cc-fb1ffaed6e64 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:05:47.711769 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-deece991-8799-4b59-a2e6-6e59a25fdd79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:47.726065 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27fe92-8c23-4798-a5da-58c6c368f4e6 req-b3c7db19-935c-4f54-922d-4b2d53b45c38 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:47.727639 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ce27fe92-8c23-4798-a5da-58c6c368f4e6 req-b3c7db19-935c-4f54-922d-4b2d53b45c38 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0864773 Aug 14 19:05:47.728916 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-deece991-8799-4b59-a2e6-6e59a25fdd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25274142'] for port, after_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:47.832892 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ce27fe92-8c23-4798-a5da-58c6c368f4e6 req-e42c158e-327a-4e90-be14-bb2ba81698b8 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809698 Aug 14 19:05:47.839611 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-deece991-8799-4b59-a2e6-6e59a25fdd79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650876'] for router_interface, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:47.841658 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deece991-8799-4b59-a2e6-6e59a25fdd79 admin admin] Pushing event updated for resources: {'Port': ['ID=9d2d6878-5e16-4b61-b163-c6c53fa234d2,revision_number=2']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:47.889765 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port e657169d-6ecb-4b85-93df-7b66ab0565d1 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:05:47.890243 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:48.013562 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-29b9e6e4-d8cb-4ff1-8230-d08adadc9ce4 None None] Provisioning for port 9d2d6878-5e16-4b61-b163-c6c53fa234d2 completed by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:05:48.038847 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deece991-8799-4b59-a2e6-6e59a25fdd79 admin admin] Network 0befc2bc-0a3e-4706-aa30-4e4226d39362 is already hosted by enough agents. {{(pid=94117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:05:48.039082 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf25ee-8e99-43c0-96d2-bdc87a3a3cb8 req-8541d21d-e797-4eb0-ad63-cf6ffd9a6bb8 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:48.040551 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.base_scheduler [None req-deece991-8799-4b59-a2e6-6e59a25fdd79 admin admin] Resources bound (agent type, host, resource id): {{(pid=94117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:05:48.047429 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-5fdf25ee-8e99-43c0-96d2-bdc87a3a3cb8 req-8541d21d-e797-4eb0-ad63-cf6ffd9a6bb8 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 945 time: 0.0963612 Aug 14 19:05:48.056316 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-29b9e6e4-d8cb-4ff1-8230-d08adadc9ce4 None None] Provisioning complete for port 9d2d6878-5e16-4b61-b163-c6c53fa234d2 triggered by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:05:48.056795 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-29b9e6e4-d8cb-4ff1-8230-d08adadc9ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:48.143417 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-5fdf25ee-8e99-43c0-96d2-bdc87a3a3cb8 req-11b98cd7-87a9-42b1-bec1-041189f9ae6b tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828335 Aug 14 19:05:48.195130 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 33576) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:05:48.217904 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-29b9e6e4-d8cb-4ff1-8230-d08adadc9ce4 None None] Port 9d2d6878-5e16-4b61-b163-c6c53fa234d2 cannot update to ACTIVE because it is not bound. {{(pid=94118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 14 19:05:48.232057 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device a4f22916-c87d-429e-84f1-b305a9871106 up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:05:48.250192 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-6e553634-1c12-4aba-9200-be55d0c896fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eff7102-b24d-4792-a1cc-fb1ffaed6e64', 'name': 'tempest-TestMinimumBasicScenario-1503964413-router', 'tenant_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '462fb6b7-842f-49b0-a2cb-71967b3569bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:32Z', 'updated_at': '2021-08-14T19:05:37Z', 'revision_number': 4, 'project_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'gw_port': {'id': '462fb6b7-842f-49b0-a2cb-71967b3569bb', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eff7102-b24d-4792-a1cc-fb1ffaed6e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:33Z', 'updated_at': '2021-08-14T19:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': 'a4f22916-c87d-429e-84f1-b305a9871106', 'name': '', 'network_id': '9f586da3-1665-4701-96ad-e7c575a8d416', 'tenant_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'mac_address': 'fa:16:3e:f6:97:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eff7102-b24d-4792-a1cc-fb1ffaed6e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '5a79f99a-c70a-42e3-aa73-d94c7467867c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:36Z', 'updated_at': '2021-08-14T19:05:47Z', 'revision_number': 4, 'project_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'subnets': [{'id': '5a79f99a-c70a-42e3-aa73-d94c7467867c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:05:48.317733 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e553634-1c12-4aba-9200-be55d0c896fa None None] The sync data for ids ['2eff7102-b24d-4792-a1cc-fb1ffaed6e64'] in dv-cinder-804581-2-iscsi is: [{'id': '2eff7102-b24d-4792-a1cc-fb1ffaed6e64', 'name': 'tempest-TestMinimumBasicScenario-1503964413-router', 'tenant_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '462fb6b7-842f-49b0-a2cb-71967b3569bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:32Z', 'updated_at': '2021-08-14T19:05:37Z', 'revision_number': 4, 'project_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'gw_port': {'id': '462fb6b7-842f-49b0-a2cb-71967b3569bb', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eff7102-b24d-4792-a1cc-fb1ffaed6e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:33Z', 'updated_at': '2021-08-14T19:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': 'a4f22916-c87d-429e-84f1-b305a9871106', 'name': '', 'network_id': '9f586da3-1665-4701-96ad-e7c575a8d416', 'tenant_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'mac_address': 'fa:16:3e:f6:97:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eff7102-b24d-4792-a1cc-fb1ffaed6e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '5a79f99a-c70a-42e3-aa73-d94c7467867c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:36Z', 'updated_at': '2021-08-14T19:05:47Z', 'revision_number': 4, 'project_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'subnets': [{'id': '5a79f99a-c70a-42e3-aa73-d94c7467867c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 19:05:48.358611 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning for port a4f22916-c87d-429e-84f1-b305a9871106 completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:05:48.365534 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port a4f22916-c87d-429e-84f1-b305a9871106 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:05:48.366081 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:48.376477 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-07c59b60-364e-4b7f-aac2-a445f515af3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:48.390480 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deece991-8799-4b59-a2e6-6e59a25fdd79 admin admin] Router 44c21604-ee6a-46fa-bdfc-8d5a4bf2222c has already been hosted by L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 {{(pid=94117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 14 19:05:48.486275 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:48.568305 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-07c59b60-364e-4b7f-aac2-a445f515af3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:48.574804 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-07c59b60-364e-4b7f-aac2-a445f515af3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:48.625882 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-2cc36290-86b1-4288-b8fa-a15ee4158304 None None] Provisioning complete for port 9d2d6878-5e16-4b61-b163-c6c53fa234d2 triggered by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:05:48.627181 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-2cc36290-86b1-4288-b8fa-a15ee4158304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:48.674823 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-2cc36290-86b1-4288-b8fa-a15ee4158304 None None] Port 9d2d6878-5e16-4b61-b163-c6c53fa234d2 cannot update to ACTIVE because it is not bound. {{(pid=94118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 14 19:05:48.679169 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] For port a4f22916-c87d-429e-84f1-b305a9871106, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=a4f22916-c87d-429e-84f1-b305a9871106,segment=NetworkSegment(e0ca4b07-6afe-411d-bd3a-78e2360d0279),segment_id=e0ca4b07-6afe-411d-bd3a-78e2360d0279)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:05:48.684634 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:48.691610 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-07c59b60-364e-4b7f-aac2-a445f515af3d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e16704caeaa047e792ee653ef4a7ad89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4925668 Aug 14 19:05:48.698549 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 33586) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:05:48.762299 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c59b60-364e-4b7f-aac2-a445f515af3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730ed835-12bc-45b0-b199-c090e47c56c2,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:48.820597 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa35b72-09af-4135-a2d6-cfaca333adaf req-808ef244-ea4c-43e5-b0af-09072592155a tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:48.828186 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-efa35b72-09af-4135-a2d6-cfaca333adaf req-808ef244-ea4c-43e5-b0af-09072592155a tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.1121478 Aug 14 19:05:48.889453 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-efa35b72-09af-4135-a2d6-cfaca333adaf req-02dc0328-6ac4-44b3-922f-1f3060be6ab3 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578051 Aug 14 19:05:48.901923 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-9ce4903b-db4c-4bbb-b134-0467434b72b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:48.908560 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Pushing event updated for resources: {'Port': ['ID=a4f22916-c87d-429e-84f1-b305a9871106,revision_number=5']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:48.936162 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-9ce4903b-db4c-4bbb-b134-0467434b72b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:48.997730 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-9ce4903b-db4c-4bbb-b134-0467434b72b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:49.000439 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-9ce4903b-db4c-4bbb-b134-0467434b72b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:49.001746 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-9ce4903b-db4c-4bbb-b134-0467434b72b0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/730ed835-12bc-45b0-b199-c090e47c56c2 HTTP/1.1" status: 204 len: 168 time: 0.3022301 Aug 14 19:05:49.011399 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce4903b-db4c-4bbb-b134-0467434b72b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730ed835-12bc-45b0-b199-c090e47c56c2,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:49.016056 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deece991-8799-4b59-a2e6-6e59a25fdd79 admin admin] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 19:05:49.024586 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-deece991-8799-4b59-a2e6-6e59a25fdd79 admin admin] 10.222.0.39 "PUT /v2.0/routers/44c21604-ee6a-46fa-bdfc-8d5a4bf2222c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3167133 Aug 14 19:05:49.047120 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd2236-2cde-45ba-98fc-ea5dbfc6b679 req-2292a2f6-3665-40db-8467-53fcacee68fb tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:49.048861 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-19cd2236-2cde-45ba-98fc-ea5dbfc6b679 req-2292a2f6-3665-40db-8467-53fcacee68fb tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0903981 Aug 14 19:05:49.097820 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-19cd2236-2cde-45ba-98fc-ea5dbfc6b679 req-8646c0df-e3ce-43b3-bd97-320353cc4085 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425467 Aug 14 19:05:49.167970 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b4bda7f2-d897-4d37-8afe-7a203870cb6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:49.171225 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.agents_db [None req-d9ec6548-365a-4179-9791-d0bac427e43f None None] Agent healthcheck: found 6 active agents {{(pid=94119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 14 19:05:49.320024 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fac725-3f65-4cb2-8418-89eb17b14fbf req-c903c8ae-eb8b-4d97-a268-a31353788aa9 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:49.321846 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-32fac725-3f65-4cb2-8418-89eb17b14fbf req-c903c8ae-eb8b-4d97-a268-a31353788aa9 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 945 time: 0.0879846 Aug 14 19:05:49.378925 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-32fac725-3f65-4cb2-8418-89eb17b14fbf req-522eb682-9d80-44d5-add2-cb1bcdfeb069 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493374 Aug 14 19:05:49.464337 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-b6a3d570-2430-44a2-a6b8-ea3d4a047c8b req-c8d9706d-faea-492e-b9a7-5ce9710d850f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0638263 Aug 14 19:05:49.484747 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 33606) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:05:49.513805 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-6f17d0f3-2dc2-46df-abbe-b3867b5af84f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:49.592773 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a3d570-2430-44a2-a6b8-ea3d4a047c8b req-a373c540-59f3-4d10-b2a0-ba52fbdf6fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:49.595343 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-b6a3d570-2430-44a2-a6b8-ea3d4a047c8b req-a373c540-59f3-4d10-b2a0-ba52fbdf6fbb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6000939100bb476da8924d17890754e4&device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 1099 time: 0.1029668 Aug 14 19:05:49.694407 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device e6bc6785-aa5f-4e70-bae5-50428269bec2 up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:05:49.711344 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-6f17d0f3-2dc2-46df-abbe-b3867b5af84f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:49.717126 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-6f17d0f3-2dc2-46df-abbe-b3867b5af84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:49.755660 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning for port e6bc6785-aa5f-4e70-bae5-50428269bec2 completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:05:49.759909 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a3d570-2430-44a2-a6b8-ea3d4a047c8b req-293de9fc-1007-4437-9581-cba0fa45824a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:49.760943 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port e6bc6785-aa5f-4e70-bae5-50428269bec2 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:05:49.761637 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-b6a3d570-2430-44a2-a6b8-ea3d4a047c8b req-293de9fc-1007-4437-9581-cba0fa45824a service neutron] 10.222.0.24 "GET /v2.0/networks?id=0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1 HTTP/1.1" status: 200 len: 920 time: 0.1454675 Aug 14 19:05:49.762155 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:49.774235 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-6f17d0f3-2dc2-46df-abbe-b3867b5af84f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7ae98607b3b14c22a6502c1f36ce59b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2881889 Aug 14 19:05:49.775344 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f17d0f3-2dc2-46df-abbe-b3867b5af84f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e00821d-b181-47a3-87bc-f63ee62c855e,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:49.779239 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 33614) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:05:49.811511 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-b6a3d570-2430-44a2-a6b8-ea3d4a047c8b req-2f3462ac-563e-4436-baa7-719867e7ac08 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a59fc614-8011-47f9-b9bd-c1734efd0102 HTTP/1.1" status: 200 len: 217 time: 0.0376248 Aug 14 19:05:49.848453 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-14c6951f-9715-4fbc-b06f-d042ddd7541c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:49.880566 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a3d570-2430-44a2-a6b8-ea3d4a047c8b req-fc037156-164e-41d4-b8e0-9ef7d1e84642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:49.881480 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-14c6951f-9715-4fbc-b06f-d042ddd7541c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:49.882062 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-b6a3d570-2430-44a2-a6b8-ea3d4a047c8b req-fc037156-164e-41d4-b8e0-9ef7d1e84642 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e77bed90-2142-41a5-a497-653e20d95723 HTTP/1.1" status: 200 len: 859 time: 0.0631957 Aug 14 19:05:49.905522 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:49.917786 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-b6a3d570-2430-44a2-a6b8-ea3d4a047c8b req-ba318811-12d6-4a8d-8804-73600f8f26dd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265243 Aug 14 19:05:49.947713 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-14c6951f-9715-4fbc-b06f-d042ddd7541c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:49.952002 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-14c6951f-9715-4fbc-b06f-d042ddd7541c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:49.953247 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-14c6951f-9715-4fbc-b06f-d042ddd7541c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5e00821d-b181-47a3-87bc-f63ee62c855e HTTP/1.1" status: 204 len: 168 time: 0.1726713 Aug 14 19:05:49.958572 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] For port e6bc6785-aa5f-4e70-bae5-50428269bec2, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=e6bc6785-aa5f-4e70-bae5-50428269bec2,segment=NetworkSegment(40f888b7-b3ed-489c-94ee-52f240068829),segment_id=40f888b7-b3ed-489c-94ee-52f240068829)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:05:49.967290 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:49.968437 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device a4f22916-c87d-429e-84f1-b305a9871106 up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:05:49.981284 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6951f-9715-4fbc-b06f-d042ddd7541c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e00821d-b181-47a3-87bc-f63ee62c855e,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:50.077955 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Pushing event updated for resources: {'Port': ['ID=e6bc6785-aa5f-4e70-bae5-50428269bec2,revision_number=4']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:50.092402 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port a4f22916-c87d-429e-84f1-b305a9871106 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:05:50.093050 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:50.130898 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681602e-0bb6-4db5-bc12-e2fc4f45b4b0 req-ac2a5011-f2dc-4ba9-8231-2c286436218e tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:50.133110 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f681602e-0bb6-4db5-bc12-e2fc4f45b4b0 req-ac2a5011-f2dc-4ba9-8231-2c286436218e tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.1221337 Aug 14 19:05:50.135181 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-b6a3d570-2430-44a2-a6b8-ea3d4a047c8b req-de0989f1-55a8-46c2-9430-1185bb23664b service neutron] 10.222.0.24 "GET /v2.0/networks/0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095621 Aug 14 19:05:50.234178 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f681602e-0bb6-4db5-bc12-e2fc4f45b4b0 req-be6919d9-8727-47bd-9ee6-15ac131529f7 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942912 Aug 14 19:05:50.242154 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6c649-746a-485e-a510-d687334f78c1 req-b93f90d8-9e17-4ff5-be07-6a15140e5c7a tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:50.249565 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-b5e6c649-746a-485e-a510-d687334f78c1 req-b93f90d8-9e17-4ff5-be07-6a15140e5c7a tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0678427 Aug 14 19:05:50.283696 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-b6a3d570-2430-44a2-a6b8-ea3d4a047c8b req-56e11c96-3a8d-491e-833b-fa2f0d948304 service neutron] 10.222.0.24 "GET /v2.0/networks/0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154678 Aug 14 19:05:50.287006 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-b5e6c649-746a-485e-a510-d687334f78c1 req-0807844d-4749-4063-98d0-57a26e0d98b3 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362792 Aug 14 19:05:50.542636 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4c52a-3601-4edb-bd33-14b58ae2d33d req-c8b867e9-940d-45b1-8d6f-f977cf3ffc8b tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:50.546847 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d8f4c52a-3601-4edb-bd33-14b58ae2d33d req-c8b867e9-940d-45b1-8d6f-f977cf3ffc8b tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 945 time: 0.0774348 Aug 14 19:05:50.622104 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d8f4c52a-3601-4edb-bd33-14b58ae2d33d req-7b0b7192-401b-4e27-aad3-062a20ea8cc3 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707512 Aug 14 19:05:51.455351 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094ecee-716e-428a-9eab-658e0a88c877 req-1b5a7b1e-477b-4e78-b8fd-525206d87771 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:51.457094 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c094ecee-716e-428a-9eab-658e0a88c877 req-1b5a7b1e-477b-4e78-b8fd-525206d87771 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.0884757 Aug 14 19:05:51.528586 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611fbac-eac6-4848-b7bf-d38e583d20b4 req-543479d4-a416-4405-bec6-14b1f880c670 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:51.529437 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c094ecee-716e-428a-9eab-658e0a88c877 req-60932043-3f7c-46ff-a147-99e628b27e29 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611780 Aug 14 19:05:51.538385 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c611fbac-eac6-4848-b7bf-d38e583d20b4 req-543479d4-a416-4405-bec6-14b1f880c670 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0806365 Aug 14 19:05:51.591971 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c611fbac-eac6-4848-b7bf-d38e583d20b4 req-3c629543-8744-4a0d-83f8-96b562bb6f77 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525889 Aug 14 19:05:51.605933 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device e6bc6785-aa5f-4e70-bae5-50428269bec2 up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:05:51.729321 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:51.767858 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port e6bc6785-aa5f-4e70-bae5-50428269bec2 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:05:51.769174 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:51.858079 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b5a2e7-2162-4604-8e2d-f0c6dbd129ae req-1d2349a0-b890-41ca-bbd0-975219fe94bc tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:51.869445 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-02b5a2e7-2162-4604-8e2d-f0c6dbd129ae req-1d2349a0-b890-41ca-bbd0-975219fe94bc tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 945 time: 0.0708184 Aug 14 19:05:51.939734 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-02b5a2e7-2162-4604-8e2d-f0c6dbd129ae req-b889bac4-47a0-4631-8e18-7da1949b4d81 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689137 Aug 14 19:05:52.181894 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6811e5-3392-4ace-88ca-54935d1723b1 None None] Sync routers for ids ['44c21604-ee6a-46fa-bdfc-8d5a4bf2222c'] in dv-cinder-804581-2-iscsi {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 19:05:52.196629 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6811e5-3392-4ace-88ca-54935d1723b1 None None] Routers {'44c21604-ee6a-46fa-bdfc-8d5a4bf2222c'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:05:52.197163 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-2a6811e5-3392-4ace-88ca-54935d1723b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:05:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['44c21604-ee6a-46fa-bdfc-8d5a4bf2222c'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:05:52.340068 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-2a6811e5-3392-4ace-88ca-54935d1723b1 None None] Set router 44c21604-ee6a-46fa-bdfc-8d5a4bf2222c gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:05:52.519975 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-cb2c574d-3163-4f60-a8cd-281a000663d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:52.738759 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-2a6811e5-3392-4ace-88ca-54935d1723b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c21604-ee6a-46fa-bdfc-8d5a4bf2222c', 'name': 'tempest-TestMinimumBasicScenario-2106249885-router', 'tenant_id': 'f6ced7b55a00443483aff399dad05de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'e6bc6785-aa5f-4e70-bae5-50428269bec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:42Z', 'updated_at': '2021-08-14T19:05:47Z', 'revision_number': 4, 'project_id': 'f6ced7b55a00443483aff399dad05de8', 'gw_port': {'id': 'e6bc6785-aa5f-4e70-bae5-50428269bec2', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ac:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c21604-ee6a-46fa-bdfc-8d5a4bf2222c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:44Z', 'updated_at': '2021-08-14T19:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': '9d2d6878-5e16-4b61-b163-c6c53fa234d2', 'name': '', 'network_id': '0befc2bc-0a3e-4706-aa30-4e4226d39362', 'tenant_id': 'f6ced7b55a00443483aff399dad05de8', 'mac_address': 'fa:16:3e:47:6b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c21604-ee6a-46fa-bdfc-8d5a4bf2222c', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a8d9a2b4-c23a-4a31-8527-480576f4ece0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:46Z', 'updated_at': '2021-08-14T19:05:47Z', 'revision_number': 2, 'project_id': 'f6ced7b55a00443483aff399dad05de8', 'subnets': [{'id': 'a8d9a2b4-c23a-4a31-8527-480576f4ece0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:05:52.794246 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a023906-3b7e-4f4e-89a6-2ce526028d44 req-a46e2f52-e2f5-44c7-8c9c-aedb6e28c94c tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:52.805395 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-0a023906-3b7e-4f4e-89a6-2ce526028d44 req-a46e2f52-e2f5-44c7-8c9c-aedb6e28c94c tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0893540 Aug 14 19:05:52.813546 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6811e5-3392-4ace-88ca-54935d1723b1 None None] Checking router: 44c21604-ee6a-46fa-bdfc-8d5a4bf2222c for host: dv-cinder-804581-2-iscsi {{(pid=94118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 19:05:52.813546 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6811e5-3392-4ace-88ca-54935d1723b1 None None] Updating router 44c21604-ee6a-46fa-bdfc-8d5a4bf2222c port 9d2d6878-5e16-4b61-b163-c6c53fa234d2 binding host dv-cinder-804581-2-iscsi {{(pid=94118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 14 19:05:52.837600 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96978610-00b5-467e-9ade-4ea179e94e04 req-3958ad71-a662-4ed4-96ce-441a79f7934f tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:52.839999 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-96978610-00b5-467e-9ade-4ea179e94e04 req-3958ad71-a662-4ed4-96ce-441a79f7934f tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.1587830 Aug 14 19:05:52.882615 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-0a023906-3b7e-4f4e-89a6-2ce526028d44 req-81d01b1b-6a52-4c41-9471-38f993a2b4b6 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676916 Aug 14 19:05:52.899704 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-2a6811e5-3392-4ace-88ca-54935d1723b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:52.900018 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-96978610-00b5-467e-9ade-4ea179e94e04 req-2c7a9d2c-be95-4e29-be8a-eaa3a63b24dc tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512214 Aug 14 19:05:52.914105 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:53.106896 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5820af-37e7-466d-83ae-296423122b85 req-80e25237-bd45-4f9e-930e-706e79a77898 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:53.108623 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-ab5820af-37e7-466d-83ae-296423122b85 req-80e25237-bd45-4f9e-930e-706e79a77898 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 945 time: 0.0601835 Aug 14 19:05:53.166905 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-ab5820af-37e7-466d-83ae-296423122b85 req-f29090e0-646b-4790-965a-b2892fc503fc tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502594 Aug 14 19:05:53.288191 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-2a6811e5-3392-4ace-88ca-54935d1723b1 None None] Notify callbacks [] for port, precommit_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:53.301947 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-2a6811e5-3392-4ace-88ca-54935d1723b1 None None] Transition to ACTIVE for port object 9d2d6878-5e16-4b61-b163-c6c53fa234d2 will not be triggered until provisioned by entity L2. {{(pid=94118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:05:53.309612 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-2a6811e5-3392-4ace-88ca-54935d1723b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:53.411465 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5619b-87c5-4a36-8dd2-488101306531 None None] Pushing event updated for resources: {'Port': ['ID=9d2d6878-5e16-4b61-b163-c6c53fa234d2,revision_number=3']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:53.464103 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-2a6811e5-3392-4ace-88ca-54935d1723b1 None None] Attempting to bind port 9d2d6878-5e16-4b61-b163-c6c53fa234d2 on host dv-cinder-804581-2-iscsi for vnic_type normal with profile {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:05:53.470196 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-2a6811e5-3392-4ace-88ca-54935d1723b1 None None] Attempting to bind port 9d2d6878-5e16-4b61-b163-c6c53fa234d2 by drivers openvswitch,hyperv on host dv-cinder-804581-2-iscsi at level 0 using segments [{'id': '486f0c2a-a572-4a04-af8e-726a69203529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '0befc2bc-0a3e-4706-aa30-4e4226d39362'}] {{(pid=94118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:05:53.470910 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6811e5-3392-4ace-88ca-54935d1723b1 None None] Attempting to bind port 9d2d6878-5e16-4b61-b163-c6c53fa234d2 on network 0befc2bc-0a3e-4706-aa30-4e4226d39362 {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:05:53.483175 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6811e5-3392-4ace-88ca-54935d1723b1 None None] Checking agent: {'id': 'd974888e-3874-401b-8472-8d90566bb0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 18, 55, 53), 'started_at': datetime.datetime(2021, 8, 14, 18, 56, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:05:53.483573 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6811e5-3392-4ace-88ca-54935d1723b1 None None] Checking segment: {'id': '486f0c2a-a572-4a04-af8e-726a69203529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '0befc2bc-0a3e-4706-aa30-4e4226d39362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:05:53.483958 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-2a6811e5-3392-4ace-88ca-54935d1723b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:53.484490 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6811e5-3392-4ace-88ca-54935d1723b1 None None] Bound using segment: {'id': '486f0c2a-a572-4a04-af8e-726a69203529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '0befc2bc-0a3e-4706-aa30-4e4226d39362'} {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:05:53.487097 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-2a6811e5-3392-4ace-88ca-54935d1723b1 None None] Bound port: 9d2d6878-5e16-4b61-b163-c6c53fa234d2, host: dv-cinder-804581-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '486f0c2a-a572-4a04-af8e-726a69203529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '0befc2bc-0a3e-4706-aa30-4e4226d39362'}}] {{(pid=94118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:05:53.488030 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-2a6811e5-3392-4ace-88ca-54935d1723b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:53.629827 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-2a6811e5-3392-4ace-88ca-54935d1723b1 None None] For port 9d2d6878-5e16-4b61-b163-c6c53fa234d2, host dv-cinder-804581-2-iscsi, cleared binding levels {{(pid=94118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:05:53.634160 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-2a6811e5-3392-4ace-88ca-54935d1723b1 None None] For port 9d2d6878-5e16-4b61-b163-c6c53fa234d2, host dv-cinder-804581-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=9d2d6878-5e16-4b61-b163-c6c53fa234d2,segment=NetworkSegment(486f0c2a-a572-4a04-af8e-726a69203529),segment_id=486f0c2a-a572-4a04-af8e-726a69203529)] {{(pid=94118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:05:53.640124 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-2a6811e5-3392-4ace-88ca-54935d1723b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:53.731623 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6811e5-3392-4ace-88ca-54935d1723b1 None None] Routers {'44c21604-ee6a-46fa-bdfc-8d5a4bf2222c'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:05:53.732270 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-2a6811e5-3392-4ace-88ca-54935d1723b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:05:52Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['44c21604-ee6a-46fa-bdfc-8d5a4bf2222c'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:05:53.735959 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5619b-87c5-4a36-8dd2-488101306531 None None] Pushing event updated for resources: {'Port': ['ID=9d2d6878-5e16-4b61-b163-c6c53fa234d2,revision_number=4']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:53.887571 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:53.895933 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-2a6811e5-3392-4ace-88ca-54935d1723b1 None None] Set router 44c21604-ee6a-46fa-bdfc-8d5a4bf2222c gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:05:54.029819 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73420e-8cbb-4f8c-89a5-a6dc17591d09 req-e481612f-3b22-4bbf-9d29-716f04064ba9 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:54.041760 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4e73420e-8cbb-4f8c-89a5-a6dc17591d09 req-e481612f-3b22-4bbf-9d29-716f04064ba9 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0805361 Aug 14 19:05:54.080524 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15c4d0-add6-44de-964e-23d74225ed59 req-e5906569-a406-498d-b5b2-ecac05d12bf1 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:54.083223 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-ac15c4d0-add6-44de-964e-23d74225ed59 req-e5906569-a406-498d-b5b2-ecac05d12bf1 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.0728602 Aug 14 19:05:54.098882 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4e73420e-8cbb-4f8c-89a5-a6dc17591d09 req-3e6c5a1c-9592-4889-b258-9a8223c6c1ef tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558529 Aug 14 19:05:54.138004 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-ac15c4d0-add6-44de-964e-23d74225ed59 req-8540c825-cec6-4338-bca1-557caf58ed54 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452836 Aug 14 19:05:54.267161 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-2a6811e5-3392-4ace-88ca-54935d1723b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c21604-ee6a-46fa-bdfc-8d5a4bf2222c', 'name': 'tempest-TestMinimumBasicScenario-2106249885-router', 'tenant_id': 'f6ced7b55a00443483aff399dad05de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'e6bc6785-aa5f-4e70-bae5-50428269bec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:42Z', 'updated_at': '2021-08-14T19:05:47Z', 'revision_number': 4, 'project_id': 'f6ced7b55a00443483aff399dad05de8', 'gw_port': {'id': 'e6bc6785-aa5f-4e70-bae5-50428269bec2', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ac:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c21604-ee6a-46fa-bdfc-8d5a4bf2222c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:44Z', 'updated_at': '2021-08-14T19:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': '9d2d6878-5e16-4b61-b163-c6c53fa234d2', 'name': '', 'network_id': '0befc2bc-0a3e-4706-aa30-4e4226d39362', 'tenant_id': 'f6ced7b55a00443483aff399dad05de8', 'mac_address': 'fa:16:3e:47:6b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c21604-ee6a-46fa-bdfc-8d5a4bf2222c', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a8d9a2b4-c23a-4a31-8527-480576f4ece0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:46Z', 'updated_at': '2021-08-14T19:05:53Z', 'revision_number': 4, 'project_id': 'f6ced7b55a00443483aff399dad05de8', 'subnets': [{'id': 'a8d9a2b4-c23a-4a31-8527-480576f4ece0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:05:54.295753 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6811e5-3392-4ace-88ca-54935d1723b1 None None] The sync data for ids ['44c21604-ee6a-46fa-bdfc-8d5a4bf2222c'] in dv-cinder-804581-2-iscsi is: [{'id': '44c21604-ee6a-46fa-bdfc-8d5a4bf2222c', 'name': 'tempest-TestMinimumBasicScenario-2106249885-router', 'tenant_id': 'f6ced7b55a00443483aff399dad05de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'e6bc6785-aa5f-4e70-bae5-50428269bec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:42Z', 'updated_at': '2021-08-14T19:05:47Z', 'revision_number': 4, 'project_id': 'f6ced7b55a00443483aff399dad05de8', 'gw_port': {'id': 'e6bc6785-aa5f-4e70-bae5-50428269bec2', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ac:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c21604-ee6a-46fa-bdfc-8d5a4bf2222c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:44Z', 'updated_at': '2021-08-14T19:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': '9d2d6878-5e16-4b61-b163-c6c53fa234d2', 'name': '', 'network_id': '0befc2bc-0a3e-4706-aa30-4e4226d39362', 'tenant_id': 'f6ced7b55a00443483aff399dad05de8', 'mac_address': 'fa:16:3e:47:6b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c21604-ee6a-46fa-bdfc-8d5a4bf2222c', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'a8d9a2b4-c23a-4a31-8527-480576f4ece0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:46Z', 'updated_at': '2021-08-14T19:05:53Z', 'revision_number': 4, 'project_id': 'f6ced7b55a00443483aff399dad05de8', 'subnets': [{'id': 'a8d9a2b4-c23a-4a31-8527-480576f4ece0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 19:05:54.319999 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee54a2-2e5a-4e11-922f-e34999d3340f req-462bbb3b-f353-4cd7-879d-1d3db4bb0adb tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:54.327225 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-97ee54a2-2e5a-4e11-922f-e34999d3340f req-462bbb3b-f353-4cd7-879d-1d3db4bb0adb tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 945 time: 0.0681248 Aug 14 19:05:54.407909 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-97ee54a2-2e5a-4e11-922f-e34999d3340f req-fa855239-92d8-4e46-a501-99c8e55dd919 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798485 Aug 14 19:05:55.208488 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:55.240704 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535dc18-511e-4fbf-9d3a-a980be6b73bd req-baef9498-7657-4c45-9755-71f3655d84a7 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:55.249663 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-a535dc18-511e-4fbf-9d3a-a980be6b73bd req-baef9498-7657-4c45-9755-71f3655d84a7 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0647252 Aug 14 19:05:55.342880 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-a535dc18-511e-4fbf-9d3a-a980be6b73bd req-5698b570-ef55-4ce3-84a1-538619d614de tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874979 Aug 14 19:05:55.667093 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e4854-def1-4486-ac71-1e0d72f97bd7 req-3bc4a18c-554e-47ca-8815-49f1211fe6f9 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:55.669386 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-681e4854-def1-4486-ac71-1e0d72f97bd7 req-3bc4a18c-554e-47ca-8815-49f1211fe6f9 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.0638034 Aug 14 19:05:55.717958 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 9d2d6878-5e16-4b61-b163-c6c53fa234d2 up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:05:55.725341 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-681e4854-def1-4486-ac71-1e0d72f97bd7 req-e5453958-c137-4f98-a5ea-ed13ad19ccf7 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474062 Aug 14 19:05:55.741686 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da064a3-3cb7-4000-b9d9-45cc0a997163 req-283c3ad4-2850-4976-a807-0decec6c8e6f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:55.752202 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-9da064a3-3cb7-4000-b9d9-45cc0a997163 req-283c3ad4-2850-4976-a807-0decec6c8e6f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 945 time: 0.1909375 Aug 14 19:05:55.840693 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-9da064a3-3cb7-4000-b9d9-45cc0a997163 req-2010e7a9-54ae-4812-a37c-f717784874e0 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820067 Aug 14 19:05:55.845259 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning for port 9d2d6878-5e16-4b61-b163-c6c53fa234d2 completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:05:55.872448 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port 9d2d6878-5e16-4b61-b163-c6c53fa234d2 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:05:55.872861 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:55.990741 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:56.041638 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] For port 9d2d6878-5e16-4b61-b163-c6c53fa234d2, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=9d2d6878-5e16-4b61-b163-c6c53fa234d2,segment=NetworkSegment(486f0c2a-a572-4a04-af8e-726a69203529),segment_id=486f0c2a-a572-4a04-af8e-726a69203529)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:05:56.049164 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:56.123572 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Pushing event updated for resources: {'Port': ['ID=9d2d6878-5e16-4b61-b163-c6c53fa234d2,revision_number=5']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:05:56.492538 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea529d-5280-49fe-b680-1ccbfcdbf8b6 req-06f36458-b5ea-421a-84ac-fad814b623ad tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:56.494539 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-33ea529d-5280-49fe-b680-1ccbfcdbf8b6 req-06f36458-b5ea-421a-84ac-fad814b623ad tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0665314 Aug 14 19:05:56.547068 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-33ea529d-5280-49fe-b680-1ccbfcdbf8b6 req-814e4bca-819c-4467-9f8a-ae325ce0b02b tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465133 Aug 14 19:05:56.850120 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71987edf-4713-4d4a-915a-0d2403b0d7b1 req-fefaffde-2c38-4bb0-8740-8a4bb6c5288d tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:56.851805 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-71987edf-4713-4d4a-915a-0d2403b0d7b1 req-fefaffde-2c38-4bb0-8740-8a4bb6c5288d tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.0608237 Aug 14 19:05:56.916814 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-71987edf-4713-4d4a-915a-0d2403b0d7b1 req-977d8a4d-a4c1-4def-8171-c5a9a7406b67 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563638 Aug 14 19:05:57.033090 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c08eb0-b23d-4037-8a6c-1550c739c803 req-a7409a16-5831-4e82-a8f2-2d00395832af tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:57.035498 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c8c08eb0-b23d-4037-8a6c-1550c739c803 req-a7409a16-5831-4e82-a8f2-2d00395832af tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 945 time: 0.0686369 Aug 14 19:05:57.079030 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c8c08eb0-b23d-4037-8a6c-1550c739c803 req-50c46f7a-a480-4107-9d50-a1cc6a15c5fd tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369430 Aug 14 19:05:57.573605 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 9d2d6878-5e16-4b61-b163-c6c53fa234d2 up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:05:57.675198 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port 9d2d6878-5e16-4b61-b163-c6c53fa234d2 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:05:57.675573 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:05:57.778976 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55406c27-1dce-4c31-9330-d45fa0f5c2be req-5bfbdc44-b1b3-4677-99dc-3f104acd41db tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:57.781215 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-55406c27-1dce-4c31-9330-d45fa0f5c2be req-5bfbdc44-b1b3-4677-99dc-3f104acd41db tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.1201022 Aug 14 19:05:57.822975 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-55406c27-1dce-4c31-9330-d45fa0f5c2be req-07620d57-4e8e-4127-b7b8-a0f3ac33958e tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352943 Aug 14 19:05:58.034878 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96042f0-4b1f-480b-a3e8-972cb4e253a7 req-1f3fcd19-c597-4fb3-878a-2e83bfa5daaf tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:58.036376 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-b96042f0-4b1f-480b-a3e8-972cb4e253a7 req-1f3fcd19-c597-4fb3-878a-2e83bfa5daaf tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.0621402 Aug 14 19:05:58.087013 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-b96042f0-4b1f-480b-a3e8-972cb4e253a7 req-8ca4fd3b-0a2b-4671-90a8-37d843f35208 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443347 Aug 14 19:05:58.217373 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f4a39-02be-4651-8e2a-c25ad5861fa1 req-dc81d8fa-2a37-4a2b-829c-fa34b18a670a tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:58.219654 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-b46f4a39-02be-4651-8e2a-c25ad5861fa1 req-dc81d8fa-2a37-4a2b-829c-fa34b18a670a tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 945 time: 0.0581393 Aug 14 19:05:58.263834 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-b46f4a39-02be-4651-8e2a-c25ad5861fa1 req-a470139a-796c-49e0-9d9d-68e47bafee0f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380242 Aug 14 19:05:58.973558 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65bcbe-b034-4758-a1da-5072f8cee286 req-20749590-08cc-4587-a1cb-8d417b9479fe tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:58.981140 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-2e65bcbe-b034-4758-a1da-5072f8cee286 req-20749590-08cc-4587-a1cb-8d417b9479fe tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0663812 Aug 14 19:05:59.037772 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-2e65bcbe-b034-4758-a1da-5072f8cee286 req-be90e61c-d467-404a-823b-cc1140d9bbc8 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556002 Aug 14 19:05:59.258727 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abbc96-be95-4aea-90a1-44d4a35a6076 req-86d2eada-df38-4ad6-a8b9-de2a33073dfe tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:59.260219 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-23abbc96-be95-4aea-90a1-44d4a35a6076 req-86d2eada-df38-4ad6-a8b9-de2a33073dfe tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.0601227 Aug 14 19:05:59.327283 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-23abbc96-be95-4aea-90a1-44d4a35a6076 req-e021f140-2adc-4b60-b81c-5f18b1595395 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588722 Aug 14 19:05:59.402751 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba22d1-1920-44c5-8dd0-3a7d0fee0932 req-b2ec49f0-745e-4c5b-84be-c16cbb866272 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:05:59.404276 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-5bba22d1-1920-44c5-8dd0-3a7d0fee0932 req-b2ec49f0-745e-4c5b-84be-c16cbb866272 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 945 time: 0.0523505 Aug 14 19:05:59.454854 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-5bba22d1-1920-44c5-8dd0-3a7d0fee0932 req-30a11106-5264-48f2-9492-9e7aef476d3a tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416229 Aug 14 19:06:00.175605 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5d414-d11f-433b-b1eb-b2a850cf3760 req-b6d60185-b46a-4da5-8147-66a71b881c0a tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:00.177177 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-30d5d414-d11f-433b-b1eb-b2a850cf3760 req-b6d60185-b46a-4da5-8147-66a71b881c0a tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0809028 Aug 14 19:06:00.234518 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-30d5d414-d11f-433b-b1eb-b2a850cf3760 req-58b7c60b-6b77-40c3-9f36-26bbf6b8554e tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462620 Aug 14 19:06:00.504095 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c06760-086a-49fb-818e-a807143e2f7e req-f7bc3c19-1fa7-4a60-992e-4099d0ab714f tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:00.505877 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-04c06760-086a-49fb-818e-a807143e2f7e req-f7bc3c19-1fa7-4a60-992e-4099d0ab714f tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.0845983 Aug 14 19:06:00.587762 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 33840) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:06:00.653671 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-04c06760-086a-49fb-818e-a807143e2f7e req-a672cae2-1894-4d05-b953-fe57bad64ede tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291850 Aug 14 19:06:00.664058 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb2e98-e7ae-4072-b934-87d32a58027f req-6298d290-0a5f-456a-9fc7-0adaec3e5c77 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:00.679244 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-eefb2e98-e7ae-4072-b934-87d32a58027f req-6298d290-0a5f-456a-9fc7-0adaec3e5c77 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 945 time: 0.1354828 Aug 14 19:06:00.718427 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-eefb2e98-e7ae-4072-b934-87d32a58027f req-4342ae43-0a3b-45e8-bd5d-3e837ceeab92 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379949 Aug 14 19:06:00.762437 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-c97e886f-0f4a-4c07-bfa4-6bb36f413be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:00.852520 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 05b7d85a-12fc-4cbf-971e-151d3d875524 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 14 19:06:00.883554 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-c97e886f-0f4a-4c07-bfa4-6bb36f413be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:00.891538 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-c97e886f-0f4a-4c07-bfa4-6bb36f413be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:00.945896 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-c97e886f-0f4a-4c07-bfa4-6bb36f413be1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ce93d713a00b440ca2e772502ae11753&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3541503 Aug 14 19:06:00.945896 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e886f-0f4a-4c07-bfa4-6bb36f413be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cad8a03-fc9c-4712-9499-5627c013ace3,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:00.946201 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 33848) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:06:00.980019 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 05b7d85a-12fc-4cbf-971e-151d3d875524, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=05b7d85a-12fc-4cbf-971e-151d3d875524,segment=NetworkSegment(c4c75483-348a-49f7-b9f3-841d9687ab46),segment_id=c4c75483-348a-49f7-b9f3-841d9687ab46)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:06:00.999188 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Returning: {'device': '05b7d85a-12fc-4cbf-971e-151d3d875524', 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b', 'port_id': '05b7d85a-12fc-4cbf-971e-151d3d875524', 'mac_address': 'fa:16:3e:90:03:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd22740df-b26d-44e8-8433-34e5ba454618', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 14 19:06:01.012627 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-c35cee2f-4b13-4349-b0da-e43b4041d35b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:01.036248 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-c35cee2f-4b13-4349-b0da-e43b4041d35b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:01.048807 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:01.062683 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05b7d85a-12fc-4cbf-971e-151d3d875524 {{(pid=94118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:06:01.085074 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 05b7d85a-12fc-4cbf-971e-151d3d875524, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=05b7d85a-12fc-4cbf-971e-151d3d875524,segment=NetworkSegment(c4c75483-348a-49f7-b9f3-841d9687ab46),segment_id=c4c75483-348a-49f7-b9f3-841d9687ab46)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:06:01.091182 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-c35cee2f-4b13-4349-b0da-e43b4041d35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:01.091678 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:01.095955 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-c35cee2f-4b13-4349-b0da-e43b4041d35b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:01.102146 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-c35cee2f-4b13-4349-b0da-e43b4041d35b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8cad8a03-fc9c-4712-9499-5627c013ace3 HTTP/1.1" status: 204 len: 168 time: 0.1470747 Aug 14 19:06:01.111283 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35cee2f-4b13-4349-b0da-e43b4041d35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cad8a03-fc9c-4712-9499-5627c013ace3,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:01.180825 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=05b7d85a-12fc-4cbf-971e-151d3d875524,revision_number=6']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:01.252053 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] get_ports_and_sgs() called for port_ids ['05b7d85a-12fc-4cbf-971e-151d3d875524'] {{(pid=94118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 14 19:06:01.376349 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aecea7-ba4e-4390-a1cc-21daa07be9d9 req-41229642-5398-4be2-9f4e-e63adb9e0686 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:01.378034 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d0aecea7-ba4e-4390-a1cc-21daa07be9d9 req-41229642-5398-4be2-9f4e-e63adb9e0686 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0637252 Aug 14 19:06:01.431509 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d0aecea7-ba4e-4390-a1cc-21daa07be9d9 req-82c8fe71-a74c-4c55-8b0c-d874e08e32da tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469179 Aug 14 19:06:01.501336 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 33874) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:06:01.518726 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-0bcae2ca-b462-434a-8a38-5fbfba6cc86f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:01.567387 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-f8724d21-2da3-4a51-a95a-3117f38a06f9 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-47164585&fields=id&tenant_id=3b401b823ff34122a33652cb519dc6f7 HTTP/1.1" status: 200 len: 267 time: 0.0381691 Aug 14 19:06:01.630184 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-0bcae2ca-b462-434a-8a38-5fbfba6cc86f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:01.635108 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-0bcae2ca-b462-434a-8a38-5fbfba6cc86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:01.682796 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-0bcae2ca-b462-434a-8a38-5fbfba6cc86f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=69cfed69c9344a74b536db0bc59d66e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1802742 Aug 14 19:06:01.685101 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 33878) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:06:01.687576 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcae2ca-b462-434a-8a38-5fbfba6cc86f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e2ba2c-619a-4c10-8e38-74692d2009c2,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:01.703654 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-fb3a7579-025e-4ec0-9736-135b69905203 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:01.706601 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-fb3a7579-025e-4ec0-9736-135b69905203 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/networks?id=d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a HTTP/1.1" status: 200 len: 808 time: 0.1304731 Aug 14 19:06:01.738847 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-18d6f2e3-fdb6-4a65-a084-c76c5c0855bc tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/quotas/3b401b823ff34122a33652cb519dc6f7 HTTP/1.1" status: 200 len: 375 time: 0.0241117 Aug 14 19:06:01.793173 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fcf53-2d11-4fa3-a448-d41aee8e4b57 req-8e0a938a-37d1-4247-a85e-6b84ce10c3ca tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:01.794711 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-046fcf53-2d11-4fa3-a448-d41aee8e4b57 req-8e0a938a-37d1-4247-a85e-6b84ce10c3ca tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.0509920 Aug 14 19:06:01.798990 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-2d9e5887-2af7-44f9-b30f-cdf5e7a349a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:01.828711 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-8f15812e-a837-4ab5-9cbf-e096ca078a45 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b401b823ff34122a33652cb519dc6f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0799580 Aug 14 19:06:01.833388 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-046fcf53-2d11-4fa3-a448-d41aee8e4b57 req-38bac374-d93c-404a-a675-a255c0e1502e tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325890 Aug 14 19:06:01.834417 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-2d9e5887-2af7-44f9-b30f-cdf5e7a349a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:01.942498 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c362a-9f18-4454-9a52-69c3949420eb req-ac36a30b-0c6c-46c0-8cbe-8885f61a49a3 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:01.944156 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-ee8c362a-9f18-4454-9a52-69c3949420eb req-ac36a30b-0c6c-46c0-8cbe-8885f61a49a3 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 944 time: 0.0493889 Aug 14 19:06:01.948364 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-60737d36-7f51-4d7c-9159-f1ee4895944d service neutron] 10.222.0.39 "GET /v2.0/networks/d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072965 Aug 14 19:06:01.951142 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-2d9e5887-2af7-44f9-b30f-cdf5e7a349a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:01.953898 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-2d9e5887-2af7-44f9-b30f-cdf5e7a349a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:01.955040 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-2d9e5887-2af7-44f9-b30f-cdf5e7a349a4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/27e2ba2c-619a-4c10-8e38-74692d2009c2 HTTP/1.1" status: 204 len: 168 time: 0.2689369 Aug 14 19:06:01.984985 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e5887-2af7-44f9-b30f-cdf5e7a349a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e2ba2c-619a-4c10-8e38-74692d2009c2,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:01.985539 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-ee8c362a-9f18-4454-9a52-69c3949420eb req-1375dfce-43ff-4b71-ae24-c9fa402b0271 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345178 Aug 14 19:06:02.063901 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-30a9607f-c59f-4705-bd11-4682bd0d4613 service neutron] 10.222.0.39 "GET /v2.0/networks/d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078076 Aug 14 19:06:02.187321 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c2baa-4f0f-4477-8722-5aa765865217 req-b2cd3d5d-96c5-4388-b736-ec570ed1d294 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:02.188851 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-577c2baa-4f0f-4477-8722-5aa765865217 req-b2cd3d5d-96c5-4388-b736-ec570ed1d294 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/networks?id=9f586da3-1665-4701-96ad-e7c575a8d416 HTTP/1.1" status: 200 len: 815 time: 0.1192803 Aug 14 19:06:02.205350 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-577c2baa-4f0f-4477-8722-5aa765865217 req-4f726fbb-5ebf-4f00-b53a-543f2dced0a0 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/quotas/e72304a5f779453f8a5a56c86d3eb70a HTTP/1.1" status: 200 len: 375 time: 0.0101943 Aug 14 19:06:02.263137 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-577c2baa-4f0f-4477-8722-5aa765865217 req-62727257-fdda-4a00-8628-a47f9a83e5fd tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e72304a5f779453f8a5a56c86d3eb70a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489576 Aug 14 19:06:02.355330 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 33906) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:06:02.375499 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-9ce395b4-1a92-4021-8167-5565ac32885d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:02.397450 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-577c2baa-4f0f-4477-8722-5aa765865217 req-16b62a5e-6a91-4dc9-bd3f-0b757d60ea26 service neutron] 10.222.0.39 "GET /v2.0/networks/9f586da3-1665-4701-96ad-e7c575a8d416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180265 Aug 14 19:06:02.408640 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-13c3f708-375e-4b33-b2fc-79efc534c3ac req-afeb611e-0f18-4270-86f7-ce5fb91e17d4 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 210 time: 0.0351665 Aug 14 19:06:02.514494 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-9ce395b4-1a92-4021-8167-5565ac32885d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:02.522165 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-9ce395b4-1a92-4021-8167-5565ac32885d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:02.523137 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-577c2baa-4f0f-4477-8722-5aa765865217 req-a745dec7-feed-44a3-a26e-8bcbb8df8a99 service neutron] 10.222.0.39 "GET /v2.0/networks/9f586da3-1665-4701-96ad-e7c575a8d416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238806 Aug 14 19:06:02.616119 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-9ce395b4-1a92-4021-8167-5565ac32885d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0a9af8b978be4f97870661365c4592e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2584484 Aug 14 19:06:02.616863 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 33920) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:06:02.617010 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce395b4-1a92-4021-8167-5565ac32885d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6fb755-443b-49a8-bfaa-b53c7649c552,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:02.644616 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ddb4a-b145-43f6-9c7c-0fb7dd6b3b17 req-d97173a7-719b-4634-9621-d12a9555223a tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:02.646097 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-484ddb4a-b145-43f6-9c7c-0fb7dd6b3b17 req-d97173a7-719b-4634-9621-d12a9555223a tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.1255910 Aug 14 19:06:02.717164 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-8e53f419-f1c0-4693-9901-09fd5660a36a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:02.725619 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-484ddb4a-b145-43f6-9c7c-0fb7dd6b3b17 req-7e3562e1-1443-4db3-9eed-f59f6ab9a9d2 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655074 Aug 14 19:06:02.784890 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-96b36a89-3681-4f34-bfa7-6b1a8029101f req-64979974-7000-4638-9a1b-8f174c0eabb0 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 210 time: 0.0392492 Aug 14 19:06:02.786289 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-8e53f419-f1c0-4693-9901-09fd5660a36a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:02.848460 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-8e53f419-f1c0-4693-9901-09fd5660a36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:02.851725 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-8e53f419-f1c0-4693-9901-09fd5660a36a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:02.855378 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-8e53f419-f1c0-4693-9901-09fd5660a36a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ba6fb755-443b-49a8-bfaa-b53c7649c552 HTTP/1.1" status: 204 len: 168 time: 0.2346809 Aug 14 19:06:02.867683 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e53f419-f1c0-4693-9901-09fd5660a36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6fb755-443b-49a8-bfaa-b53c7649c552,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:02.892137 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 05b7d85a-12fc-4cbf-971e-151d3d875524 up at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:06:03.066172 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6049bf3-3afd-4130-866f-8bda9883d896 req-7eb31b70-a52d-44fc-b645-281df29712f4 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:03.073941 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c6049bf3-3afd-4130-866f-8bda9883d896 req-7eb31b70-a52d-44fc-b645-281df29712f4 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.0943792 Aug 14 19:06:03.074147 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning complete for port 05b7d85a-12fc-4cbf-971e-151d3d875524 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:06:03.074551 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:03.185381 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c6049bf3-3afd-4130-866f-8bda9883d896 req-db94f622-f0b7-4516-aa9d-789adfbd0150 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086686 Aug 14 19:06:03.214300 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8278268-e969-487f-a5e7-f649e252d9fb req-64f36221-3c48-42ed-9847-ffd34ceaa4fc tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:03.216411 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-b8278268-e969-487f-a5e7-f649e252d9fb req-64f36221-3c48-42ed-9847-ffd34ceaa4fc tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 944 time: 0.0787399 Aug 14 19:06:03.324942 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-b8278268-e969-487f-a5e7-f649e252d9fb req-1c760b18-549d-4a96-b8b7-65da7d6696f8 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982332 Aug 14 19:06:03.463754 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:03.497049 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bae064d-3fcf-45ed-b4a7-1c8e827d8618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b7d85a-12fc-4cbf-971e-151d3d875524'}] {{(pid=94118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:06:03.500940 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec225036cb8a85e900ef4a1438a865ee1e0a541caa4576dd66f1a48457471f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca4ed19-f033-4fa9-aafc-6984fa3beb03" -d '{"events": [{"server_uuid": "2bae064d-3fcf-45ed-b4a7-1c8e827d8618", "name": "network-vif-plugged", "status": "completed", "tag": "05b7d85a-12fc-4cbf-971e-151d3d875524"}]}' {{(pid=94118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:06:03.526853 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 05b7d85a-12fc-4cbf-971e-151d3d875524, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=05b7d85a-12fc-4cbf-971e-151d3d875524,segment=NetworkSegment(c4c75483-348a-49f7-b9f3-841d9687ab46),segment_id=c4c75483-348a-49f7-b9f3-841d9687ab46)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:06:03.534905 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:03.587578 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ef5dac40-7c74-4b2a-8914-aca11fd07a24 req-83f9cad0-0deb-4df5-b33e-ce90a38c3f94 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 210 time: 0.0703900 Aug 14 19:06:03.610942 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cf5ce7-7186-465a-925f-1be1b06cb312 x-openstack-request-id: req-b2cf5ce7-7186-465a-925f-1be1b06cb312 {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:06:03.611415 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bae064d-3fcf-45ed-b4a7-1c8e827d8618", "name": "network-vif-plugged", "status": "completed", "tag": "05b7d85a-12fc-4cbf-971e-151d3d875524", "code": 200}]} {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:06:03.611983 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b2cf5ce7-7186-465a-925f-1be1b06cb312 {{(pid=94118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:06:03.612545 dv-cinder-804581-2-iscsi neutron-server[94118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bae064d-3fcf-45ed-b4a7-1c8e827d8618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b7d85a-12fc-4cbf-971e-151d3d875524', 'code': 200} Aug 14 19:06:03.638922 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=05b7d85a-12fc-4cbf-971e-151d3d875524,revision_number=7']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:03.880543 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec2103-466f-4cf1-b7a0-bb02f9839263 req-2f8750a7-045b-48c5-88c6-a8aabc7547f0 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:03.882313 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-d3ec2103-466f-4cf1-b7a0-bb02f9839263 req-2f8750a7-045b-48c5-88c6-a8aabc7547f0 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0624087 Aug 14 19:06:03.918993 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-51e3b204-ec1f-49a2-b8a3-fcb57c8a574c tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:03.920908 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-51e3b204-ec1f-49a2-b8a3-fcb57c8a574c tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.24 "GET /v2.0/networks?id=d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a HTTP/1.1" status: 200 len: 808 time: 0.2073584 Aug 14 19:06:03.971916 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4a204936-716a-4c3f-966c-cd1506124187 req-30642714-30a1-4f40-8a5e-eebe8b592798 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 210 time: 0.0448704 Aug 14 19:06:03.976258 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-d3ec2103-466f-4cf1-b7a0-bb02f9839263 req-56ac5925-3a99-4740-860e-78ec102b1b2f tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866318 Aug 14 19:06:04.054518 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-7e5e0c29-607c-4be9-bf3f-48f4a428094a tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b401b823ff34122a33652cb519dc6f7 HTTP/1.1" status: 200 len: 378 time: 0.1216006 Aug 14 19:06:04.067657 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-dad70369-43c8-43ea-ba8a-26027e322d95 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Request body: {'port': {'device_id': '6d466178-ee43-439c-b406-01c75e466f62', 'network_id': 'd646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a', 'admin_state_up': True, 'tenant_id': '3b401b823ff34122a33652cb519dc6f7', 'security_groups': ['773b5a4e-83f4-4fc6-aa82-de84dd05e2a8']}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:06:04.109423 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 33986) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:06:04.333289 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-c8c09a8b-4fc1-47a0-b610-7dc2863028d0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1370583461-network', 'tenant_id': '4fa7024892f74b65aeac9fd15e6cff74'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:06:04.353338 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c2baa-4f0f-4477-8722-5aa765865217 req-ae2c6965-d1e8-4144-866e-253d2ab2e241 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:04.355325 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-577c2baa-4f0f-4477-8722-5aa765865217 req-ae2c6965-d1e8-4144-866e-253d2ab2e241 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.24 "GET /v2.0/networks?id=9f586da3-1665-4701-96ad-e7c575a8d416 HTTP/1.1" status: 200 len: 815 time: 0.2223754 Aug 14 19:06:04.358148 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-dad70369-43c8-43ea-ba8a-26027e322d95 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Made reservation on behalf of 3b401b823ff34122a33652cb519dc6f7 for: {'port': 1} {{(pid=94117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:06:04.373955 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-dad70369-43c8-43ea-ba8a-26027e322d95 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:04.374721 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [req-577c2baa-4f0f-4477-8722-5aa765865217 req-3e59244a-9bcd-4827-a2da-8a4aecc6bc15 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Request body: {'port': {'device_id': '35714035-4082-4ee8-bd40-29744134edc7', 'network_id': '9f586da3-1665-4701-96ad-e7c575a8d416', 'admin_state_up': True, 'tenant_id': 'e72304a5f779453f8a5a56c86d3eb70a'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:06:04.446783 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d651f01-5877-4478-b732-007537335282 req-3b05adcd-6932-419b-8ad8-49eb99c33a39 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:04.448393 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-0d651f01-5877-4478-b732-007537335282 req-3b05adcd-6932-419b-8ad8-49eb99c33a39 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.1456194 Aug 14 19:06:04.458196 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c09a8b-4fc1-47a0-b610-7dc2863028d0 admin admin] Made reservation on behalf of 4fa7024892f74b65aeac9fd15e6cff74 for: {'network': 1} {{(pid=94116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:06:04.460507 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-c8c09a8b-4fc1-47a0-b610-7dc2863028d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for network, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:04.522604 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-c8c09a8b-4fc1-47a0-b610-7dc2863028d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:04.550023 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-0d651f01-5877-4478-b732-007537335282 req-9fae0bc6-7fc0-4b1b-8042-8f47b7978601 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917938 Aug 14 19:06:04.652063 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.db_base_plugin_common [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-dad70369-43c8-43ea-ba8a-26027e322d95 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Allocated IP 172.20.0.3 (d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a/6f715183-cd29-4f58-8407-9662756bc442/19d3329b-30bc-4314-bc67-fcd16e898d3e) {{(pid=94117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:06:04.701895 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978d2cc-fdae-4940-a6fd-8cb816a8fcbd req-af6aa7f2-c69f-4ea6-97eb-9dbc81e4813d tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:04.712185 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-9978d2cc-fdae-4940-a6fd-8cb816a8fcbd req-af6aa7f2-c69f-4ea6-97eb-9dbc81e4813d tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 945 time: 0.2636533 Aug 14 19:06:04.806902 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-9978d2cc-fdae-4940-a6fd-8cb816a8fcbd req-efd6d50c-4add-45af-b1ce-e524b1299f45 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931709 Aug 14 19:06:04.940903 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-dad70369-43c8-43ea-ba8a-26027e322d95 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks [] for port, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:04.949263 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-c8c09a8b-4fc1-47a0-b610-7dc2863028d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:04.957159 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.provisioning_blocks [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-dad70369-43c8-43ea-ba8a-26027e322d95 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Transition to ACTIVE for port object 19d3329b-30bc-4314-bc67-fcd16e898d3e will not be triggered until provisioned by entity DHCP. {{(pid=94117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:06:04.962497 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-c8c09a8b-4fc1-47a0-b610-7dc2863028d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:05.007942 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-dad70369-43c8-43ea-ba8a-26027e322d95 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25274135'] for port, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:05.090940 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8c09a8b-4fc1-47a0-b610-7dc2863028d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=94116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 14 19:06:05.096731 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-dad70369-43c8-43ea-ba8a-26027e322d95 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Network d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a is already hosted by enough agents. {{(pid=94117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:06:05.105181 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-577c2baa-4f0f-4477-8722-5aa765865217 req-3e59244a-9bcd-4827-a2da-8a4aecc6bc15 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Made reservation on behalf of e72304a5f779453f8a5a56c86d3eb70a for: {'port': 1} {{(pid=94116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:06:05.105817 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7e6c2-bd12-47f7-a467-8425e55b63f9 req-81906df6-e619-440a-bae1-b22416e25450 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:05.107748 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-00d7e6c2-bd12-47f7-a467-8425e55b63f9 req-81906df6-e619-440a-bae1-b22416e25450 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 931 time: 0.1156456 Aug 14 19:06:05.111406 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.base_scheduler [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-dad70369-43c8-43ea-ba8a-26027e322d95 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Resources bound (agent type, host, resource id): {{(pid=94117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:06:05.118396 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.l3_dvrscheduler_db [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-dad70369-43c8-43ea-ba8a-26027e322d95 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Received port after_create {{(pid=94117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:06:05.121456 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-577c2baa-4f0f-4477-8722-5aa765865217 req-3e59244a-9bcd-4827-a2da-8a4aecc6bc15 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:05.128480 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad70369-43c8-43ea-ba8a-26027e322d95 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Pushing event updated for resources: {'Port': ['ID=19d3329b-30bc-4314-bc67-fcd16e898d3e,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:05.138686 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c09a8b-4fc1-47a0-b610-7dc2863028d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e457d3c6-a60a-4ccf-a934-68b925aab28c,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:05.159948 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-c8c09a8b-4fc1-47a0-b610-7dc2863028d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736'] for segment, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:05.160291 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.db.segments_db [None req-c8c09a8b-4fc1-47a0-b610-7dc2863028d0 admin admin] Added segment 342e6f94-fd33-47c5-9991-238dff7950c4 of type vlan for network f424aaba-42f4-4ffe-892e-b3578e7a1865 Aug 14 19:06:05.270835 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-00d7e6c2-bd12-47f7-a467-8425e55b63f9 req-f7fc65ca-ed30-4bd1-8240-b4876a92f102 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1537840 Aug 14 19:06:05.297560 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-dad70369-43c8-43ea-ba8a-26027e322d95 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:05.298233 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-dad70369-43c8-43ea-ba8a-26027e322d95 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:05.335204 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-dad70369-43c8-43ea-ba8a-26027e322d95 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2727044 Aug 14 19:06:05.448033 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-bfd6026a-a35e-4802-bfc3-fd0bf136691c req-c8257f19-d4c1-4ad9-8b8b-d977b0219f3c tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 210 time: 0.0783606 Aug 14 19:06:05.561994 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-16ead56c-752f-4b06-a76b-936de5c6da81 None None] Provisioning for port 19d3329b-30bc-4314-bc67-fcd16e898d3e completed by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:06:05.567689 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-16ead56c-752f-4b06-a76b-936de5c6da81 None None] Provisioning complete for port 19d3329b-30bc-4314-bc67-fcd16e898d3e triggered by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:06:05.568450 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-16ead56c-752f-4b06-a76b-936de5c6da81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:05.604097 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f59f1e-3518-49a1-b491-355d05241cc0 req-c5fa61e7-7267-4da2-98fc-97a2a11260f7 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:05.606136 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-07f59f1e-3518-49a1-b491-355d05241cc0 req-c5fa61e7-7267-4da2-98fc-97a2a11260f7 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0675800 Aug 14 19:06:05.648779 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-b196bbb5-8950-4997-9d81-8a53820ec255 service neutron] Request body: {'port': {'device_id': '6d466178-ee43-439c-b406-01c75e466f62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:06:05.651894 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-16ead56c-752f-4b06-a76b-936de5c6da81 None None] Port 19d3329b-30bc-4314-bc67-fcd16e898d3e cannot update to ACTIVE because it is not bound. {{(pid=94118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 14 19:06:05.768022 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-b196bbb5-8950-4997-9d81-8a53820ec255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:05.838334 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-c8c09a8b-4fc1-47a0-b610-7dc2863028d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754978905146'] for network, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:05.881452 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e27fc-a333-44ed-adf8-a1c7906dbbc8 req-f934a0b6-ae39-425d-b0e3-7f743b595131 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:05.889707 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-942e27fc-a333-44ed-adf8-a1c7906dbbc8 req-f934a0b6-ae39-425d-b0e3-7f743b595131 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.8987637 Aug 14 19:06:05.897300 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-c8c09a8b-4fc1-47a0-b610-7dc2863028d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998'] for network, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:05.898486 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c09a8b-4fc1-47a0-b610-7dc2863028d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:05.899298 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-c8c09a8b-4fc1-47a0-b610-7dc2863028d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for network, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:05.935111 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e4dde-1292-4ddc-992c-09ab66b19d41 req-540339b0-7de6-48e3-9040-41be3510b904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:05.937072 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-a35e4dde-1292-4ddc-992c-09ab66b19d41 req-540339b0-7de6-48e3-9040-41be3510b904 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e3430e72b2f427f9643c8ae878c86fb&device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 1099 time: 0.9367909 Aug 14 19:06:05.974454 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-942e27fc-a333-44ed-adf8-a1c7906dbbc8 req-6e17c26a-c4c9-4947-9b49-ad455dee5744 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792775 Aug 14 19:06:05.982032 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-c8c09a8b-4fc1-47a0-b610-7dc2863028d0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8716557 Aug 14 19:06:06.009105 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 34028) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:06:06.028170 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-ce85cdcc-84e8-47f5-83a3-69aabe3d7919 admin admin] Request body: {'subnet': {'network_id': 'f424aaba-42f4-4ffe-892e-b3578e7a1865', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1370583461-subnet', 'tenant_id': '4fa7024892f74b65aeac9fd15e6cff74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:06:06.175210 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce85cdcc-84e8-47f5-83a3-69aabe3d7919 admin admin] Made reservation on behalf of 4fa7024892f74b65aeac9fd15e6cff74 for: {'subnet': 1} {{(pid=94116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:06:06.178994 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-ce85cdcc-84e8-47f5-83a3-69aabe3d7919 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:06.254084 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-07f59f1e-3518-49a1-b491-355d05241cc0 req-91c91b06-1fe8-4175-a1f9-d10f1a5b44a9 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5980728 Aug 14 19:06:06.364735 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.notifiers.nova [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-b196bbb5-8950-4997-9d81-8a53820ec255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19d3329b-30bc-4314-bc67-fcd16e898d3e {{(pid=94117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:06:06.389080 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-b196bbb5-8950-4997-9d81-8a53820ec255 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:06.421574 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.provisioning_blocks [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-b196bbb5-8950-4997-9d81-8a53820ec255 service neutron] Transition to ACTIVE for port object 19d3329b-30bc-4314-bc67-fcd16e898d3e will not be triggered until provisioned by entity L2. {{(pid=94117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:06:06.441932 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-b196bbb5-8950-4997-9d81-8a53820ec255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25274142'] for port, after_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:06.497073 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.db_base_plugin_common [req-577c2baa-4f0f-4477-8722-5aa765865217 req-3e59244a-9bcd-4827-a2da-8a4aecc6bc15 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Allocated IP 172.20.0.11 (9f586da3-1665-4701-96ad-e7c575a8d416/5a79f99a-c70a-42e3-aa73-d94c7467867c/c286000b-4f38-46be-adb8-40ae92652204) {{(pid=94116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:06:06.737755 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b196bbb5-8950-4997-9d81-8a53820ec255 service neutron] Pushing event updated for resources: {'Port': ['ID=19d3329b-30bc-4314-bc67-fcd16e898d3e,revision_number=2']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:06.745579 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-577c2baa-4f0f-4477-8722-5aa765865217 req-3e59244a-9bcd-4827-a2da-8a4aecc6bc15 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks [] for port, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:06.765233 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.provisioning_blocks [req-577c2baa-4f0f-4477-8722-5aa765865217 req-3e59244a-9bcd-4827-a2da-8a4aecc6bc15 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Transition to ACTIVE for port object c286000b-4f38-46be-adb8-40ae92652204 will not be triggered until provisioned by entity DHCP. {{(pid=94116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:06:06.774734 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b0215-7159-4b1c-af3b-b0bc05955d7c req-92333ad9-1300-4154-af6b-634d7c5a6968 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:06.783717 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-395b0215-7159-4b1c-af3b-b0bc05955d7c req-92333ad9-1300-4154-af6b-634d7c5a6968 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 943 time: 0.3564618 Aug 14 19:06:06.815934 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c09a8b-4fc1-47a0-b610-7dc2863028d0 admin admin] Pushing event updated for resources: {'Network': ['ID=f424aaba-42f4-4ffe-892e-b3578e7a1865,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:06.849684 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Network f424aaba-42f4-4ffe-892e-b3578e7a1865 details requested by agent ovs-agent-dv-cinder-804581-2-iscsi with host dv-cinder-804581-2-iscsi {{(pid=94118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 14 19:06:06.920218 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-395b0215-7159-4b1c-af3b-b0bc05955d7c req-5341114a-22bc-4dcc-94e3-50d2e6b6f5ee tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1354191 Aug 14 19:06:06.932449 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-577c2baa-4f0f-4477-8722-5aa765865217 req-3e59244a-9bcd-4827-a2da-8a4aecc6bc15 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948'] for port, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:06.959411 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.managers [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-b196bbb5-8950-4997-9d81-8a53820ec255 service neutron] Attempting to bind port 19d3329b-30bc-4314-bc67-fcd16e898d3e on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:06:06.965132 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.managers [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-b196bbb5-8950-4997-9d81-8a53820ec255 service neutron] Attempting to bind port 19d3329b-30bc-4314-bc67-fcd16e898d3e by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': 'dff1a760-12e6-4399-b897-2bbf3927ec5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a'}] {{(pid=94117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:06:06.965682 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-b196bbb5-8950-4997-9d81-8a53820ec255 service neutron] Attempting to bind port 19d3329b-30bc-4314-bc67-fcd16e898d3e on network d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:06:06.970748 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-b196bbb5-8950-4997-9d81-8a53820ec255 service neutron] Port 19d3329b-30bc-4314-bc67-fcd16e898d3e on network d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 14 19:06:06.971720 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-b196bbb5-8950-4997-9d81-8a53820ec255 service neutron] Attempting to bind port 19d3329b-30bc-4314-bc67-fcd16e898d3e on network d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:06:06.978727 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-b196bbb5-8950-4997-9d81-8a53820ec255 service neutron] Checking agent: {'id': '7eaedc20-6d95-47b4-8617-1798feafd334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 19, 1, 52), 'started_at': datetime.datetime(2021, 8, 14, 19, 1, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:06:06.979526 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-b196bbb5-8950-4997-9d81-8a53820ec255 service neutron] Checking segment: {'id': 'dff1a760-12e6-4399-b897-2bbf3927ec5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:06:06.979526 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-b196bbb5-8950-4997-9d81-8a53820ec255 service neutron] Bound using segment: {'id': 'dff1a760-12e6-4399-b897-2bbf3927ec5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a'} {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:06:06.979876 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.managers [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-b196bbb5-8950-4997-9d81-8a53820ec255 service neutron] Bound port: 19d3329b-30bc-4314-bc67-fcd16e898d3e, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dff1a760-12e6-4399-b897-2bbf3927ec5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a'}}] {{(pid=94117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:06:06.980425 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-b196bbb5-8950-4997-9d81-8a53820ec255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:07.217574 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab51e19e-bca3-437b-b9e6-a16ed5779578 req-1de993ee-2fda-41bc-b944-d677eb720c94 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:07.220307 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-ab51e19e-bca3-437b-b9e6-a16ed5779578 req-1de993ee-2fda-41bc-b944-d677eb720c94 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 945 time: 1.0461762 Aug 14 19:06:07.257227 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-b196bbb5-8950-4997-9d81-8a53820ec255 service neutron] For port 19d3329b-30bc-4314-bc67-fcd16e898d3e, host hv-cinder-80458, cleared binding levels {{(pid=94117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:06:07.269412 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accee467-dd7a-4b8c-868e-090189cda810 req-a06c484e-02f6-4c20-a712-8f413119c07d tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:07.271072 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-accee467-dd7a-4b8c-868e-090189cda810 req-a06c484e-02f6-4c20-a712-8f413119c07d tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 932 time: 0.2083271 Aug 14 19:06:07.273031 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-b196bbb5-8950-4997-9d81-8a53820ec255 service neutron] For port 19d3329b-30bc-4314-bc67-fcd16e898d3e, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=19d3329b-30bc-4314-bc67-fcd16e898d3e,segment=NetworkSegment(dff1a760-12e6-4399-b897-2bbf3927ec5d),segment_id=dff1a760-12e6-4399-b897-2bbf3927ec5d)] {{(pid=94117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:06:07.284344 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-577c2baa-4f0f-4477-8722-5aa765865217 req-3e59244a-9bcd-4827-a2da-8a4aecc6bc15 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Network 9f586da3-1665-4701-96ad-e7c575a8d416 is already hosted by enough agents. {{(pid=94116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:06:07.284889 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-b196bbb5-8950-4997-9d81-8a53820ec255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25274142'] for port, after_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:07.321358 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.base_scheduler [req-577c2baa-4f0f-4477-8722-5aa765865217 req-3e59244a-9bcd-4827-a2da-8a4aecc6bc15 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Resources bound (agent type, host, resource id): {{(pid=94116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:06:07.329203 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e59244a-9bcd-4827-a2da-8a4aecc6bc15 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Pushing event updated for resources: {'Port': ['ID=c286000b-4f38-46be-adb8-40ae92652204,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:07.330475 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-b196bbb5-8950-4997-9d81-8a53820ec255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:07.331810 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-b196bbb5-8950-4997-9d81-8a53820ec255 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:07.332947 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-b196bbb5-8950-4997-9d81-8a53820ec255 service neutron] 10.222.0.24 "PUT /v2.0/ports/19d3329b-30bc-4314-bc67-fcd16e898d3e HTTP/1.1" status: 200 len: 1093 time: 1.7074652 Aug 14 19:06:07.333234 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [req-577c2baa-4f0f-4477-8722-5aa765865217 req-3e59244a-9bcd-4827-a2da-8a4aecc6bc15 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Received port after_create {{(pid=94116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:06:07.335395 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d466178-ee43-439c-b406-01c75e466f62', 'tag': '19d3329b-30bc-4314-bc67-fcd16e898d3e'}] {{(pid=94117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:06:07.337867 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ea8273f875cf68671556eb39bbac10e5cf2532cbac2204340d4cc673a0511b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ecb92e-e675-4ab4-9b74-3abea483b573" -d '{"events": [{"name": "network-changed", "server_uuid": "6d466178-ee43-439c-b406-01c75e466f62", "tag": "19d3329b-30bc-4314-bc67-fcd16e898d3e"}]}' {{(pid=94117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:06:07.355007 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c2baa-4f0f-4477-8722-5aa765865217 req-3e59244a-9bcd-4827-a2da-8a4aecc6bc15 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:07.355776 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-577c2baa-4f0f-4477-8722-5aa765865217 req-3e59244a-9bcd-4827-a2da-8a4aecc6bc15 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for port, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:07.379711 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-ab51e19e-bca3-437b-b9e6-a16ed5779578 req-e206d8ac-d53b-426a-a5d1-8ffa78b48910 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428375 Aug 14 19:06:07.398781 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e4dde-1292-4ddc-992c-09ab66b19d41 req-d5e2ac6a-b7ba-4acb-b36a-222d1c9d3180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:07.400486 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-a35e4dde-1292-4ddc-992c-09ab66b19d41 req-d5e2ac6a-b7ba-4acb-b36a-222d1c9d3180 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d57080a4-a152-49b8-a805-9b8349e678ba HTTP/1.1" status: 200 len: 912 time: 1.3256533 Aug 14 19:06:07.493775 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-accee467-dd7a-4b8c-868e-090189cda810 req-f3adebbc-40a5-433c-a333-6537a06e9439 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/security-groups?id=84203a9d-f87d-4d63-a1c9-1784de7f7dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988504 Aug 14 19:06:07.513953 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b196bbb5-8950-4997-9d81-8a53820ec255 service neutron] Pushing event updated for resources: {'Port': ['ID=19d3329b-30bc-4314-bc67-fcd16e898d3e,revision_number=3']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:07.572379 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-63dd86a4-7788-4cb3-916c-5f527a09c4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:07.573581 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-63dd86a4-7788-4cb3-916c-5f527a09c4fa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b401b823ff34122a33652cb519dc6f7&device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 1096 time: 0.1814165 Aug 14 19:06:07.623430 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-577c2baa-4f0f-4477-8722-5aa765865217 req-3e59244a-9bcd-4827-a2da-8a4aecc6bc15 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2554467 Aug 14 19:06:07.684891 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-ee0b2131-d36b-4b26-9702-242193e922d7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19d3329b-30bc-4314-bc67-fcd16e898d3e HTTP/1.1" status: 200 len: 217 time: 0.0843720 Aug 14 19:06:07.732297 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [req-577c2baa-4f0f-4477-8722-5aa765865217 req-db41921a-ec0a-45f6-8ebb-fddda6c345a3 service neutron] Request body: {'port': {'device_id': '35714035-4082-4ee8-bd40-29744134edc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:06:07.850106 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7551f0-0cc8-40c6-91a9-0aa46ccd220b req-50c267f5-c4c3-4d58-ab29-f6b93f79936b tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:07.851777 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ae7551f0-0cc8-40c6-91a9-0aa46ccd220b req-50c267f5-c4c3-4d58-ab29-f6b93f79936b tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.1876929 Aug 14 19:06:07.884949 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-df717eec-5c1b-4913-be4d-f8a7bf336e27 None None] Provisioning for port c286000b-4f38-46be-adb8-40ae92652204 completed by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:06:07.891075 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-df717eec-5c1b-4913-be4d-f8a7bf336e27 None None] Provisioning complete for port c286000b-4f38-46be-adb8-40ae92652204 triggered by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:06:07.891843 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-df717eec-5c1b-4913-be4d-f8a7bf336e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:07.927198 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-ce85cdcc-84e8-47f5-83a3-69aabe3d7919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998'] for subnet, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:07.959471 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-96eca5dd-032f-441b-b10d-b8a2cc64d40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:07.962692 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-96eca5dd-032f-441b-b10d-b8a2cc64d40e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6f715183-cd29-4f58-8407-9662756bc442 HTTP/1.1" status: 200 len: 847 time: 0.2444878 Aug 14 19:06:07.983047 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-df717eec-5c1b-4913-be4d-f8a7bf336e27 None None] Port c286000b-4f38-46be-adb8-40ae92652204 cannot update to ACTIVE because it is not bound. {{(pid=94118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 14 19:06:08.015431 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ae7551f0-0cc8-40c6-91a9-0aa46ccd220b req-3f49dda9-bce4-45ce-9efd-f746b94713b9 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185760 Aug 14 19:06:08.080041 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed64c66-465e-48d2-8b23-4c3c924dbf1e req-10b5727e-a26c-41ea-b66a-28d84934bbef tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:08.082741 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-3ed64c66-465e-48d2-8b23-4c3c924dbf1e req-10b5727e-a26c-41ea-b66a-28d84934bbef tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.4805274 Aug 14 19:06:08.084902 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-a35e4dde-1292-4ddc-992c-09ab66b19d41 req-408048a6-09fe-4a44-9223-7a9d0cc302d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e439f67d-b1e1-4dcd-93f6-20233fee9040 HTTP/1.1" status: 200 len: 1002 time: 0.4840047 Aug 14 19:06:08.130975 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-577c2baa-4f0f-4477-8722-5aa765865217 req-db41921a-ec0a-45f6-8ebb-fddda6c345a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:08.132250 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-baea39b8-fe35-4806-a0a7-9a6da355bf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:08.133637 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-baea39b8-fe35-4806-a0a7-9a6da355bf54 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1161489 Aug 14 19:06:08.138107 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 Aug 2021 19:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7477b93c-2a81-430c-be5c-77c91271245e x-openstack-request-id: req-7477b93c-2a81-430c-be5c-77c91271245e {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:06:08.138332 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d466178-ee43-439c-b406-01c75e466f62", "tag": "19d3329b-30bc-4314-bc67-fcd16e898d3e", "status": "completed", "code": 200}]} {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:06:08.138565 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7477b93c-2a81-430c-be5c-77c91271245e {{(pid=94117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:06:08.139330 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d466178-ee43-439c-b406-01c75e466f62', 'tag': '19d3329b-30bc-4314-bc67-fcd16e898d3e', 'status': 'completed', 'code': 200} Aug 14 19:06:08.180838 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce85cdcc-84e8-47f5-83a3-69aabe3d7919 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eb9470b-3e3b-4ec5-8c6c-8bac7cec25db,revision_number=0']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:08.246863 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e4dde-1292-4ddc-992c-09ab66b19d41 req-5f4715a4-73c2-4be5-89e3-7f233a65dcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:08.248461 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-a35e4dde-1292-4ddc-992c-09ab66b19d41 req-5f4715a4-73c2-4be5-89e3-7f233a65dcaf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53786878-dcb5-494e-b53b-037026355e9e HTTP/1.1" status: 200 len: 850 time: 0.1386306 Aug 14 19:06:08.256825 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-3ed64c66-465e-48d2-8b23-4c3c924dbf1e req-cf32dfaa-a3b6-42ef-b079-047255c95931 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565340 Aug 14 19:06:08.259905 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce85cdcc-84e8-47f5-83a3-69aabe3d7919 admin admin] Checking segment: {'id': '342e6f94-fd33-47c5-9991-238dff7950c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f424aaba-42f4-4ffe-892e-b3578e7a1865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:06:08.260362 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce85cdcc-84e8-47f5-83a3-69aabe3d7919 admin admin] Network hostable DHCP agents. Network: f424aaba-42f4-4ffe-892e-b3578e7a1865, hostable agents: ['0d7bdec9-f5f8-4d0a-807a-57e5ce61a6b1'], hosted agents: [] {{(pid=94116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 14 19:06:08.333186 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f157cab-bca3-48f9-935d-b898abff7a2e req-9d539f32-8aab-43f5-a57e-e198cdc5b439 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:08.341420 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-2f157cab-bca3-48f9-935d-b898abff7a2e req-9d539f32-8aab-43f5-a57e-e198cdc5b439 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 943 time: 0.1215942 Aug 14 19:06:08.366801 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce85cdcc-84e8-47f5-83a3-69aabe3d7919 admin admin] Network f424aaba-42f4-4ffe-892e-b3578e7a1865 is scheduled to be hosted by DHCP agent 0d7bdec9-f5f8-4d0a-807a-57e5ce61a6b1 with binding_index 1 {{(pid=94116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 14 19:06:08.395949 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-2f157cab-bca3-48f9-935d-b898abff7a2e req-d356be6d-7a16-4191-92d9-153613b965c2 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531149 Aug 14 19:06:08.433606 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.base_scheduler [None req-ce85cdcc-84e8-47f5-83a3-69aabe3d7919 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804581-2-iscsi, f424aaba-42f4-4ffe-892e-b3578e7a1865) {{(pid=94116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:06:08.444023 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c072ad-00c1-4abf-9c7c-1a7daa02857c None None] Network f424aaba-42f4-4ffe-892e-b3578e7a1865 requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 19:06:08.472077 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce85cdcc-84e8-47f5-83a3-69aabe3d7919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:08.472711 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-ce85cdcc-84e8-47f5-83a3-69aabe3d7919 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:08.592699 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-ce85cdcc-84e8-47f5-83a3-69aabe3d7919 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5726106 Aug 14 19:06:08.661810 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00107553-0788-4d05-8955-f7fb096f4ee5 None None] Network f424aaba-42f4-4ffe-892e-b3578e7a1865 requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 19:06:08.671225 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2584f-ac59-496c-8332-29af3ae18ddb req-68e55af3-7d89-414d-82a6-7436c93475e3 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:08.683479 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-86c2584f-ac59-496c-8332-29af3ae18ddb req-68e55af3-7d89-414d-82a6-7436c93475e3 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 945 time: 0.1588199 Aug 14 19:06:08.906143 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-86c2584f-ac59-496c-8332-29af3ae18ddb req-f712fd0f-6cad-4d7c-8038-47d2fc80b6c2 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220564 Aug 14 19:06:08.985099 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e4dde-1292-4ddc-992c-09ab66b19d41 req-804c9e09-a67b-4d86-9b92-1a89dd1c13de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:09.000277 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-a35e4dde-1292-4ddc-992c-09ab66b19d41 req-804c9e09-a67b-4d86-9b92-1a89dd1c13de service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d57080a4-a152-49b8-a805-9b8349e678ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2640665 Aug 14 19:06:09.023366 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.notifiers.nova [req-577c2baa-4f0f-4477-8722-5aa765865217 req-db41921a-ec0a-45f6-8ebb-fddda6c345a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c286000b-4f38-46be-adb8-40ae92652204 {{(pid=94116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:06:09.059436 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-577c2baa-4f0f-4477-8722-5aa765865217 req-db41921a-ec0a-45f6-8ebb-fddda6c345a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:09.302745 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.provisioning_blocks [req-577c2baa-4f0f-4477-8722-5aa765865217 req-db41921a-ec0a-45f6-8ebb-fddda6c345a3 service neutron] Transition to ACTIVE for port object c286000b-4f38-46be-adb8-40ae92652204 will not be triggered until provisioned by entity L2. {{(pid=94116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:06:09.328097 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-577c2baa-4f0f-4477-8722-5aa765865217 req-db41921a-ec0a-45f6-8ebb-fddda6c345a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:09.338813 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b6815-9195-4015-9332-a490afbc1e05 req-16ff99f0-ac77-4250-89d9-1c3d55dff67c tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:09.347588 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-487b6815-9195-4015-9332-a490afbc1e05 req-16ff99f0-ac77-4250-89d9-1c3d55dff67c tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 932 time: 0.7062600 Aug 14 19:06:09.445854 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-487b6815-9195-4015-9332-a490afbc1e05 req-5b15cec4-195a-4c21-ab6a-a5dfaf233d52 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/security-groups?id=84203a9d-f87d-4d63-a1c9-1784de7f7dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975871 Aug 14 19:06:09.448253 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-a01d21ea-f197-4f06-81f7-0ee0d99034a0 service neutron] 10.222.0.24 "GET /v2.0/networks/d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7348216 Aug 14 19:06:09.612775 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41921a-ec0a-45f6-8ebb-fddda6c345a3 service neutron] Pushing event updated for resources: {'Port': ['ID=c286000b-4f38-46be-adb8-40ae92652204,revision_number=2']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:09.679092 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d81bc-6bba-4b39-bff4-9ba5ed2441f3 req-1094d9f4-9ef8-403e-a49a-37e88f75f10e tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:09.687074 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e94d81bc-6bba-4b39-bff4-9ba5ed2441f3 req-1094d9f4-9ef8-403e-a49a-37e88f75f10e tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.4677598 Aug 14 19:06:09.720571 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-a35e4dde-1292-4ddc-992c-09ab66b19d41 req-e95a9af0-0d52-4610-b911-553a0542a387 service neutron] 10.222.0.24 "GET /v2.0/networks/d57080a4-a152-49b8-a805-9b8349e678ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6998801 Aug 14 19:06:09.751599 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [req-577c2baa-4f0f-4477-8722-5aa765865217 req-db41921a-ec0a-45f6-8ebb-fddda6c345a3 service neutron] Attempting to bind port c286000b-4f38-46be-adb8-40ae92652204 on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:06:09.751776 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [req-577c2baa-4f0f-4477-8722-5aa765865217 req-db41921a-ec0a-45f6-8ebb-fddda6c345a3 service neutron] Attempting to bind port c286000b-4f38-46be-adb8-40ae92652204 by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': 'e0ca4b07-6afe-411d-bd3a-78e2360d0279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9f586da3-1665-4701-96ad-e7c575a8d416'}] {{(pid=94116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:06:09.752315 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577c2baa-4f0f-4477-8722-5aa765865217 req-db41921a-ec0a-45f6-8ebb-fddda6c345a3 service neutron] Attempting to bind port c286000b-4f38-46be-adb8-40ae92652204 on network 9f586da3-1665-4701-96ad-e7c575a8d416 {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:06:09.819289 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577c2baa-4f0f-4477-8722-5aa765865217 req-db41921a-ec0a-45f6-8ebb-fddda6c345a3 service neutron] Port c286000b-4f38-46be-adb8-40ae92652204 on network 9f586da3-1665-4701-96ad-e7c575a8d416 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 14 19:06:09.819664 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577c2baa-4f0f-4477-8722-5aa765865217 req-db41921a-ec0a-45f6-8ebb-fddda6c345a3 service neutron] Attempting to bind port c286000b-4f38-46be-adb8-40ae92652204 on network 9f586da3-1665-4701-96ad-e7c575a8d416 {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:06:09.823541 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2c097-66e8-46ac-bb2f-eca551e54143 req-3ee32020-e50b-43ff-91ee-4f12f655f63f tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:09.842808 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-81b2c097-66e8-46ac-bb2f-eca551e54143 req-3ee32020-e50b-43ff-91ee-4f12f655f63f tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.2053678 Aug 14 19:06:09.882867 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-695ab30f-4e96-43b9-84df-c28aafe63284 req-dd5aae0a-ab66-44a3-b09f-9fc8faa19631 service neutron] 10.222.0.24 "GET /v2.0/networks/d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701253 Aug 14 19:06:09.966937 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-81b2c097-66e8-46ac-bb2f-eca551e54143 req-d50b9764-976d-4d5c-90ac-0ae39af0483d tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227386 Aug 14 19:06:09.972600 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577c2baa-4f0f-4477-8722-5aa765865217 req-db41921a-ec0a-45f6-8ebb-fddda6c345a3 service neutron] Checking agent: {'id': '7eaedc20-6d95-47b4-8617-1798feafd334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 19, 1, 52), 'started_at': datetime.datetime(2021, 8, 14, 19, 1, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:06:09.973161 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577c2baa-4f0f-4477-8722-5aa765865217 req-db41921a-ec0a-45f6-8ebb-fddda6c345a3 service neutron] Checking segment: {'id': 'e0ca4b07-6afe-411d-bd3a-78e2360d0279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9f586da3-1665-4701-96ad-e7c575a8d416'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:06:09.973740 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577c2baa-4f0f-4477-8722-5aa765865217 req-db41921a-ec0a-45f6-8ebb-fddda6c345a3 service neutron] Bound using segment: {'id': 'e0ca4b07-6afe-411d-bd3a-78e2360d0279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9f586da3-1665-4701-96ad-e7c575a8d416'} {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:06:09.974383 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [req-577c2baa-4f0f-4477-8722-5aa765865217 req-db41921a-ec0a-45f6-8ebb-fddda6c345a3 service neutron] Bound port: c286000b-4f38-46be-adb8-40ae92652204, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0ca4b07-6afe-411d-bd3a-78e2360d0279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9f586da3-1665-4701-96ad-e7c575a8d416'}}] {{(pid=94116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:06:09.975119 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-577c2baa-4f0f-4477-8722-5aa765865217 req-db41921a-ec0a-45f6-8ebb-fddda6c345a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:10.112373 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [req-577c2baa-4f0f-4477-8722-5aa765865217 req-db41921a-ec0a-45f6-8ebb-fddda6c345a3 service neutron] For port c286000b-4f38-46be-adb8-40ae92652204, host hv-cinder-80458, cleared binding levels {{(pid=94116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:06:10.116826 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [req-577c2baa-4f0f-4477-8722-5aa765865217 req-db41921a-ec0a-45f6-8ebb-fddda6c345a3 service neutron] For port c286000b-4f38-46be-adb8-40ae92652204, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=c286000b-4f38-46be-adb8-40ae92652204,segment=NetworkSegment(e0ca4b07-6afe-411d-bd3a-78e2360d0279),segment_id=e0ca4b07-6afe-411d-bd3a-78e2360d0279)] {{(pid=94116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:06:10.123845 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e94d81bc-6bba-4b39-bff4-9ba5ed2441f3 req-bf1a5d10-5f5d-4a81-abef-93bd487060c2 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4363146 Aug 14 19:06:10.132592 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-577c2baa-4f0f-4477-8722-5aa765865217 req-db41921a-ec0a-45f6-8ebb-fddda6c345a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:10.187958 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b5320-5276-47b2-9a6c-b882d53106ff req-4444fe12-cbd8-481c-84b7-008f849d0287 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:10.190324 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f16b5320-5276-47b2-9a6c-b882d53106ff req-4444fe12-cbd8-481c-84b7-008f849d0287 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 943 time: 0.1268985 Aug 14 19:06:10.249164 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c2baa-4f0f-4477-8722-5aa765865217 req-db41921a-ec0a-45f6-8ebb-fddda6c345a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:10.249748 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-577c2baa-4f0f-4477-8722-5aa765865217 req-db41921a-ec0a-45f6-8ebb-fddda6c345a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for port, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:10.251515 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-577c2baa-4f0f-4477-8722-5aa765865217 req-db41921a-ec0a-45f6-8ebb-fddda6c345a3 service neutron] 10.222.0.24 "PUT /v2.0/ports/c286000b-4f38-46be-adb8-40ae92652204 HTTP/1.1" status: 200 len: 1094 time: 2.5307178 Aug 14 19:06:10.255990 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35714035-4082-4ee8-bd40-29744134edc7', 'tag': 'c286000b-4f38-46be-adb8-40ae92652204'}] {{(pid=94116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:06:10.259551 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28c49a314bd7f251079b489e766d97b9f33e90e077807a9e7e5bf7a3f9e5ced" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c146c2-1710-45d8-baa0-884aab11016c" -d '{"events": [{"name": "network-changed", "server_uuid": "35714035-4082-4ee8-bd40-29744134edc7", "tag": "c286000b-4f38-46be-adb8-40ae92652204"}]}' {{(pid=94116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:06:10.292186 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f16b5320-5276-47b2-9a6c-b882d53106ff req-2a513e9c-f438-4631-9557-dee79563a02e tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0751154 Aug 14 19:06:10.394810 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-a35e4dde-1292-4ddc-992c-09ab66b19d41 req-cda5bfad-c103-4993-b248-8d13c0ec20e8 service neutron] 10.222.0.24 "GET /v2.0/networks/d57080a4-a152-49b8-a805-9b8349e678ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6537642 Aug 14 19:06:10.397177 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41921a-ec0a-45f6-8ebb-fddda6c345a3 service neutron] Pushing event updated for resources: {'Port': ['ID=c286000b-4f38-46be-adb8-40ae92652204,revision_number=3']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:10.417641 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 Aug 2021 19:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58167234-52c1-4707-ade3-51270a6ea79b x-openstack-request-id: req-58167234-52c1-4707-ade3-51270a6ea79b {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:06:10.418067 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35714035-4082-4ee8-bd40-29744134edc7", "tag": "c286000b-4f38-46be-adb8-40ae92652204", "status": "completed", "code": 200}]} {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:06:10.418367 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-58167234-52c1-4707-ade3-51270a6ea79b {{(pid=94116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:06:10.418773 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35714035-4082-4ee8-bd40-29744134edc7', 'tag': 'c286000b-4f38-46be-adb8-40ae92652204', 'status': 'completed', 'code': 200} Aug 14 19:06:10.428778 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a120c5f-1f42-4094-8b2f-de4522eb481b req-ba2d2603-3294-4046-9cb8-38c4be4e8234 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:10.438919 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-8a120c5f-1f42-4094-8b2f-de4522eb481b req-ba2d2603-3294-4046-9cb8-38c4be4e8234 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 945 time: 0.1481056 Aug 14 19:06:10.503558 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-8a120c5f-1f42-4094-8b2f-de4522eb481b req-e776126c-3128-4e69-b3a2-d6d27a19c53c tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576222 Aug 14 19:06:10.635263 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160ced3-a566-491a-a274-38cae0c427e5 req-ead5e132-694d-45f7-b94b-6bf6e4dae3b5 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:10.645028 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-a160ced3-a566-491a-a274-38cae0c427e5 req-ead5e132-694d-45f7-b94b-6bf6e4dae3b5 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 944 time: 0.0759001 Aug 14 19:06:10.781059 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-a160ced3-a566-491a-a274-38cae0c427e5 req-59f28602-6a69-4d07-a3db-efce2ff15295 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/security-groups?id=84203a9d-f87d-4d63-a1c9-1784de7f7dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348877 Aug 14 19:06:11.119606 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbaa856-1370-49fd-8641-9b1cb0b189fd req-4522596b-4106-4efe-9f68-4fcbbc793396 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:11.128190 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-3cbaa856-1370-49fd-8641-9b1cb0b189fd req-4522596b-4106-4efe-9f68-4fcbbc793396 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.0772545 Aug 14 19:06:11.193329 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-3cbaa856-1370-49fd-8641-9b1cb0b189fd req-a874283d-00da-4354-9c94-18086555181c tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601251 Aug 14 19:06:11.343607 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d888a-a7c1-4e2c-b46b-bd2cf8538298 req-c38bbdd1-18b3-4354-9e3a-3c2dec532361 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:11.346059 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c04d888a-a7c1-4e2c-b46b-bd2cf8538298 req-c38bbdd1-18b3-4354-9e3a-3c2dec532361 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0856440 Aug 14 19:06:11.409871 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c04d888a-a7c1-4e2c-b46b-bd2cf8538298 req-d02a7c28-0a15-464a-8890-2ec252da7ccf tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548980 Aug 14 19:06:11.606761 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75040965-c37e-40c0-b0ee-e29924f2fd06 req-102f7330-50a6-4810-a8bc-aca0f50f2a32 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:11.614997 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-75040965-c37e-40c0-b0ee-e29924f2fd06 req-102f7330-50a6-4810-a8bc-aca0f50f2a32 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 943 time: 0.0979455 Aug 14 19:06:11.674966 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-75040965-c37e-40c0-b0ee-e29924f2fd06 req-b318eb69-01f9-4d80-8006-ef71ea0e20a8 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557814 Aug 14 19:06:11.834193 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57723e-2d71-4546-b3fb-8a4efc63bab2 req-d5c8018d-de3c-40b1-95a1-c2bbeb1edfdb tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:11.836136 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-5f57723e-2d71-4546-b3fb-8a4efc63bab2 req-d5c8018d-de3c-40b1-95a1-c2bbeb1edfdb tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 945 time: 0.0884318 Aug 14 19:06:11.913854 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-5f57723e-2d71-4546-b3fb-8a4efc63bab2 req-135ee7ea-324d-4e23-85c3-a6830e1e281c tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573180 Aug 14 19:06:12.073369 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03055e63-d0a2-4a39-a56e-6c7678600884 req-dc855140-e0d6-4440-bb18-55db50c496a6 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:12.075674 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-03055e63-d0a2-4a39-a56e-6c7678600884 req-dc855140-e0d6-4440-bb18-55db50c496a6 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 944 time: 0.0809920 Aug 14 19:06:12.145827 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-03055e63-d0a2-4a39-a56e-6c7678600884 req-c678d6a8-e64d-4908-a0d5-6e5ba86e4a43 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/security-groups?id=84203a9d-f87d-4d63-a1c9-1784de7f7dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610175 Aug 14 19:06:12.355879 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c9037-5bd7-4b58-877a-4b5687ace8d9 req-be1084ed-67f4-4521-ba42-97421c4db213 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:12.359107 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-b47c9037-5bd7-4b58-877a-4b5687ace8d9 req-be1084ed-67f4-4521-ba42-97421c4db213 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.0995884 Aug 14 19:06:12.434198 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-b47c9037-5bd7-4b58-877a-4b5687ace8d9 req-a2216a91-c801-45f0-a462-acd55fc01ba9 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588984 Aug 14 19:06:12.607351 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4b934-7353-4db0-bb6c-b7b9f050cd67 req-c3daa41c-fb24-48be-bda7-4424382e9248 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:12.615910 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-b5b4b934-7353-4db0-bb6c-b7b9f050cd67 req-c3daa41c-fb24-48be-bda7-4424382e9248 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0951455 Aug 14 19:06:12.681742 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-b5b4b934-7353-4db0-bb6c-b7b9f050cd67 req-1e1bbb67-0d9b-4e7f-9694-145f3e6aa163 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564351 Aug 14 19:06:12.824769 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b465ca89-9393-4a62-8338-44e3d5105001 req-f113efd3-f059-40dd-9cb1-93f9347c238c tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:12.832658 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-b465ca89-9393-4a62-8338-44e3d5105001 req-f113efd3-f059-40dd-9cb1-93f9347c238c tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 943 time: 0.0880568 Aug 14 19:06:12.883851 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-b465ca89-9393-4a62-8338-44e3d5105001 req-2e082f78-e346-4726-8a7b-85ec56ac11ab tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498214 Aug 14 19:06:13.060442 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9ab2a-3c97-41e5-899a-25a2fd5edc5e req-2a83cc91-4d7a-49db-a5f7-451187bca3bd tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:13.062359 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f0a9ab2a-3c97-41e5-899a-25a2fd5edc5e req-2a83cc91-4d7a-49db-a5f7-451187bca3bd tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 945 time: 0.0673139 Aug 14 19:06:13.106954 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f0a9ab2a-3c97-41e5-899a-25a2fd5edc5e req-419db954-f877-41d9-bc92-fa32eb306c32 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367796 Aug 14 19:06:13.273686 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46332b3f-8902-4869-9f16-6a647bf14bf3 req-beb15647-7dbd-47df-af00-f23211a73bf2 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:13.281413 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-46332b3f-8902-4869-9f16-6a647bf14bf3 req-beb15647-7dbd-47df-af00-f23211a73bf2 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 944 time: 0.0623543 Aug 14 19:06:13.326285 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-46332b3f-8902-4869-9f16-6a647bf14bf3 req-a813a04c-5af9-4c74-9efe-8c9601150d3c tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/security-groups?id=84203a9d-f87d-4d63-a1c9-1784de7f7dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415361 Aug 14 19:06:13.581251 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b3c19-0f4a-4bce-bdb3-e3b71887b0b5 req-005e0b73-883e-49ea-ac2d-9c293adf51b5 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:13.584293 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1a8b3c19-0f4a-4bce-bdb3-e3b71887b0b5 req-005e0b73-883e-49ea-ac2d-9c293adf51b5 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.0556972 Aug 14 19:06:13.637854 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1a8b3c19-0f4a-4bce-bdb3-e3b71887b0b5 req-aa2d698e-53dd-41a1-9408-8ec235e58a6e tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471544 Aug 14 19:06:13.805072 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4d09d-954c-4391-9cdd-4d59859481f4 req-358a7862-5382-4bf6-b4eb-0ff37c01db9c tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:13.806864 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-19b4d09d-954c-4391-9cdd-4d59859481f4 req-358a7862-5382-4bf6-b4eb-0ff37c01db9c tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0550563 Aug 14 19:06:13.855074 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-19b4d09d-954c-4391-9cdd-4d59859481f4 req-0b748d20-54ea-48e0-b6af-e531925b874b tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406775 Aug 14 19:06:14.020777 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ea7b2-9b8a-4729-9c17-0bc4f390d846 req-584a5e22-a877-443d-8e26-80aca1b58c31 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:14.023093 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-a14ea7b2-9b8a-4729-9c17-0bc4f390d846 req-584a5e22-a877-443d-8e26-80aca1b58c31 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 943 time: 0.0645115 Aug 14 19:06:14.082161 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-a14ea7b2-9b8a-4729-9c17-0bc4f390d846 req-6346896a-f33e-458a-8d00-1d02ca268535 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528071 Aug 14 19:06:14.250340 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f074405-b89b-42c3-b73c-9759eda7ab35 req-f74fc764-a50f-43a5-aa5e-9b524d4ea10f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:14.252148 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4f074405-b89b-42c3-b73c-9759eda7ab35 req-f74fc764-a50f-43a5-aa5e-9b524d4ea10f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 945 time: 0.0619087 Aug 14 19:06:14.311838 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4f074405-b89b-42c3-b73c-9759eda7ab35 req-542be06e-c75c-4c24-8d0e-02577a175489 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526452 Aug 14 19:06:14.451128 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1083ea71-3b5c-478c-b1bc-657f8a3d3edc req-fc5adb50-817b-4649-ada4-1135440aaa43 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:14.460260 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1083ea71-3b5c-478c-b1bc-657f8a3d3edc req-fc5adb50-817b-4649-ada4-1135440aaa43 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 944 time: 0.0631163 Aug 14 19:06:14.509460 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1083ea71-3b5c-478c-b1bc-657f8a3d3edc req-a25bf95c-6e3c-41b4-a421-5b095acc2d86 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/security-groups?id=84203a9d-f87d-4d63-a1c9-1784de7f7dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482581 Aug 14 19:06:14.955500 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70557587-432c-4d1e-8fca-995e8013b627 req-c6d8fc5e-eff5-4b1f-93f1-689d15aad5da tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:14.958015 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-70557587-432c-4d1e-8fca-995e8013b627 req-c6d8fc5e-eff5-4b1f-93f1-689d15aad5da tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.1229153 Aug 14 19:06:15.035924 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-70557587-432c-4d1e-8fca-995e8013b627 req-3aed2b57-1bec-4078-9f40-45c4c268891f tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672097 Aug 14 19:06:15.189103 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b00333-790d-450c-b966-51710b258277 req-5b21c98b-eda3-49c6-a996-0814add1fd8d tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:15.191427 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d4b00333-790d-450c-b966-51710b258277 req-5b21c98b-eda3-49c6-a996-0814add1fd8d tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0597560 Aug 14 19:06:15.233118 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d4b00333-790d-450c-b966-51710b258277 req-5b892835-62ec-4d85-a9b3-50e6304f8aa5 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348060 Aug 14 19:06:15.389590 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40615c5e-a1c6-4539-a09d-ddbb39307f03 req-e50d872a-500f-4e94-84bf-a28300aa6eb2 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:15.391586 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-40615c5e-a1c6-4539-a09d-ddbb39307f03 req-e50d872a-500f-4e94-84bf-a28300aa6eb2 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 943 time: 0.0686200 Aug 14 19:06:15.440765 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-40615c5e-a1c6-4539-a09d-ddbb39307f03 req-9d471df8-ce96-4a70-927f-0d9b43c01005 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407221 Aug 14 19:06:15.605883 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7070da2-844e-4b25-a603-b0c7b440dcce req-9e6bfc62-9e7b-465c-9809-722d6b7d2cf6 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:15.608172 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c7070da2-844e-4b25-a603-b0c7b440dcce req-9e6bfc62-9e7b-465c-9809-722d6b7d2cf6 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 945 time: 0.0815077 Aug 14 19:06:15.670914 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c7070da2-844e-4b25-a603-b0c7b440dcce req-f0dc704f-3a2f-4fa0-993f-b4b180d3160d tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564086 Aug 14 19:06:15.807911 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed711774-8577-48e7-aef8-f8e1f0dc17fa req-b9fbd1b5-c042-4ccc-86ea-452b102e6a5a tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:15.810068 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ed711774-8577-48e7-aef8-f8e1f0dc17fa req-b9fbd1b5-c042-4ccc-86ea-452b102e6a5a tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 944 time: 0.0624533 Aug 14 19:06:15.870630 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ed711774-8577-48e7-aef8-f8e1f0dc17fa req-4a69fa14-4f52-435d-92a7-815ac8366576 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/security-groups?id=84203a9d-f87d-4d63-a1c9-1784de7f7dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542259 Aug 14 19:06:16.173197 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963d790-9374-4af3-8610-c92b0b4c09a0 req-20452de5-e87f-4518-97a7-caa800e24896 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:16.175981 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-5963d790-9374-4af3-8610-c92b0b4c09a0 req-20452de5-e87f-4518-97a7-caa800e24896 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.0553055 Aug 14 19:06:16.220926 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-5963d790-9374-4af3-8610-c92b0b4c09a0 req-16a736bd-7928-4d46-a2e6-723e294e82bb tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376341 Aug 14 19:06:16.379668 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3dfc9-56ea-49a0-859d-c5d9b593a7dc req-e051655d-9872-4645-897c-267df9c305c0 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:16.381219 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-54e3dfc9-56ea-49a0-859d-c5d9b593a7dc req-e051655d-9872-4645-897c-267df9c305c0 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0577371 Aug 14 19:06:16.435410 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-54e3dfc9-56ea-49a0-859d-c5d9b593a7dc req-bf09cc76-815f-4cba-a592-b40e5c360762 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472729 Aug 14 19:06:16.585657 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d993961-dc62-42d1-8b6c-6c40870f902e req-17fd2b09-58d4-4c44-977a-15aa3853e360 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:16.587664 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1d993961-dc62-42d1-8b6c-6c40870f902e req-17fd2b09-58d4-4c44-977a-15aa3853e360 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 943 time: 0.0579834 Aug 14 19:06:16.632730 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1d993961-dc62-42d1-8b6c-6c40870f902e req-1bce453e-d06d-470c-be21-1b511e5e2b02 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391152 Aug 14 19:06:16.753685 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-40984536-13d9-490e-8860-61e12adc43ed tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:16.755275 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-40984536-13d9-490e-8860-61e12adc43ed tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/networks?id=f424aaba-42f4-4ffe-892e-b3578e7a1865 HTTP/1.1" status: 200 len: 809 time: 0.1132288 Aug 14 19:06:16.770886 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-2ac65dac-2d33-4b10-9b73-efb822781234 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/quotas/4fa7024892f74b65aeac9fd15e6cff74 HTTP/1.1" status: 200 len: 375 time: 0.0095217 Aug 14 19:06:16.805480 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51016dc-e7fb-420d-b52a-d390373e0cd4 req-9e4cd38c-0180-4db4-8c17-682e91438d17 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:16.807046 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-a51016dc-e7fb-420d-b52a-d390373e0cd4 req-9e4cd38c-0180-4db4-8c17-682e91438d17 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 945 time: 0.0576198 Aug 14 19:06:16.811986 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-d34fedda-6110-45c9-89a7-fc399f86b7cf tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4fa7024892f74b65aeac9fd15e6cff74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319674 Aug 14 19:06:16.864888 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-a51016dc-e7fb-420d-b52a-d390373e0cd4 req-56d0d4c1-4243-4e0b-a408-7c2d90f1f16e tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514438 Aug 14 19:06:16.912709 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-83d5db2a-e057-4c03-bf57-0e797cf29f95 service neutron] 10.222.0.39 "GET /v2.0/networks/f424aaba-42f4-4ffe-892e-b3578e7a1865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928829 Aug 14 19:06:16.993842 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee21120-dea0-44da-963b-bf269f5a9883 req-9cd95fca-859c-4fac-93f2-25c533ca2ed3 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:16.999936 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-3ee21120-dea0-44da-963b-bf269f5a9883 req-9cd95fca-859c-4fac-93f2-25c533ca2ed3 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 944 time: 0.0570953 Aug 14 19:06:17.016441 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-173733a1-291a-4355-807c-1a56588ad323 service neutron] 10.222.0.39 "GET /v2.0/networks/f424aaba-42f4-4ffe-892e-b3578e7a1865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992231 Aug 14 19:06:17.043505 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-3ee21120-dea0-44da-963b-bf269f5a9883 req-2c64f7d0-2cd0-4d7d-8623-b58eef193c71 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/security-groups?id=84203a9d-f87d-4d63-a1c9-1784de7f7dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410163 Aug 14 19:06:17.197479 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1bf8c580-e769-45f8-abcd-f187cc46da03 req-07d3722e-1a1d-4dc4-a8cc-5887bff5ec09 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/ports?device_id=678e64aa-fc19-4342-9108-f3bdd9dc71c6 HTTP/1.1" status: 200 len: 210 time: 0.0266159 Aug 14 19:06:17.359271 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6745c0-2b5e-488a-9efe-56442925cab6 req-b28e2754-3b7d-4301-8c8d-7a1e623ae7e5 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:17.360957 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-8b6745c0-2b5e-488a-9efe-56442925cab6 req-b28e2754-3b7d-4301-8c8d-7a1e623ae7e5 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.0520616 Aug 14 19:06:17.409989 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-8b6745c0-2b5e-488a-9efe-56442925cab6 req-747e9931-7be2-435f-a6e3-b731c1f0df3c tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419619 Aug 14 19:06:17.564045 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007446e-bb28-4240-ba17-720b345acefd req-174b79ab-129d-45b8-b738-8e9415d15b55 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:17.566086 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4007446e-bb28-4240-ba17-720b345acefd req-174b79ab-129d-45b8-b738-8e9415d15b55 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0574543 Aug 14 19:06:17.614936 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4007446e-bb28-4240-ba17-720b345acefd req-bf601e40-558b-4f9a-8692-d024972445c4 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384557 Aug 14 19:06:17.767106 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85989d4-cece-4f0d-89dc-d94c7dc00361 req-d52e72a3-56c8-497a-af0e-961cbd378ec9 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:17.769260 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c85989d4-cece-4f0d-89dc-d94c7dc00361 req-d52e72a3-56c8-497a-af0e-961cbd378ec9 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 943 time: 0.0551367 Aug 14 19:06:17.811057 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c85989d4-cece-4f0d-89dc-d94c7dc00361 req-b09192ed-a3ff-4564-9fab-ddba570c5a7f tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356469 Aug 14 19:06:17.987524 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d38ec-ef3d-4e2e-8f5c-885d261da5a7 req-fa705793-44a0-47be-90fb-b07c5dac7f0e tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:17.988908 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-eb8d38ec-ef3d-4e2e-8f5c-885d261da5a7 req-fa705793-44a0-47be-90fb-b07c5dac7f0e tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 945 time: 0.0529773 Aug 14 19:06:18.031074 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-eb8d38ec-ef3d-4e2e-8f5c-885d261da5a7 req-67d4ba21-b326-4821-aca7-7699a56b5d7e tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351655 Aug 14 19:06:18.168318 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f24cc1-777b-455a-bdbc-3d307b843f51 req-79bf1f4b-644f-4331-8b33-a24066bf5b59 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:18.169858 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-24f24cc1-777b-455a-bdbc-3d307b843f51 req-79bf1f4b-644f-4331-8b33-a24066bf5b59 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 944 time: 0.0504646 Aug 14 19:06:18.210843 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-24f24cc1-777b-455a-bdbc-3d307b843f51 req-3dab382f-c03e-4108-84cb-451fd733226b tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/security-groups?id=84203a9d-f87d-4d63-a1c9-1784de7f7dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343430 Aug 14 19:06:18.302940 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-5e65a399-2240-4821-b125-a110a96243dd req-9097e165-3f6d-4faf-a9f3-9d75c00efcbd tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/ports?device_id=678e64aa-fc19-4342-9108-f3bdd9dc71c6 HTTP/1.1" status: 200 len: 210 time: 0.0285256 Aug 14 19:06:18.524943 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b83acd-8950-436d-9662-09083d9b38ac req-29ee9165-1c00-490c-9c0b-9608b274f8aa tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:18.526366 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-a4b83acd-8950-436d-9662-09083d9b38ac req-29ee9165-1c00-490c-9c0b-9608b274f8aa tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.0486915 Aug 14 19:06:18.565427 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-a4b83acd-8950-436d-9662-09083d9b38ac req-6fa2168b-1a07-4ffa-99ae-3c9750216157 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329542 Aug 14 19:06:18.729231 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05519a22-c542-477e-96ef-3e6ceac2cb99 req-0b5a291e-d5b5-44c6-b517-8add32607ae6 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:18.730829 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-05519a22-c542-477e-96ef-3e6ceac2cb99 req-0b5a291e-d5b5-44c6-b517-8add32607ae6 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0499206 Aug 14 19:06:18.772531 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-05519a22-c542-477e-96ef-3e6ceac2cb99 req-2f5075aa-83a7-41f1-b37d-32ec4eac7787 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355141 Aug 14 19:06:18.927768 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778f35f-60f3-4f66-81ff-753b8f736013 req-537e9b95-027b-4e3d-8e58-e3521c2c33a4 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:18.929228 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e778f35f-60f3-4f66-81ff-753b8f736013 req-537e9b95-027b-4e3d-8e58-e3521c2c33a4 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 943 time: 0.0520365 Aug 14 19:06:18.965990 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e778f35f-60f3-4f66-81ff-753b8f736013 req-2a06f819-f92b-45c8-a4ee-d5da653435cc tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309095 Aug 14 19:06:19.156732 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354aa430-4d99-4ce6-913c-3bfe0d9f4314 req-f7682187-0e99-4f65-87db-63b3e1633aa4 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:19.158961 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-354aa430-4d99-4ce6-913c-3bfe0d9f4314 req-f7682187-0e99-4f65-87db-63b3e1633aa4 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 945 time: 0.0544155 Aug 14 19:06:19.161817 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-7409bf58-b17c-4995-9418-27bcd3f70a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:19.197573 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-354aa430-4d99-4ce6-913c-3bfe0d9f4314 req-b96d586e-8b76-4051-ab2a-6da8e74cefec tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327303 Aug 14 19:06:19.389941 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c146c2-1710-45d8-baa0-884aab11016c req-55f2e9f8-05b1-4272-991b-f23fdf69c960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:19.391467 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-46c146c2-1710-45d8-baa0-884aab11016c req-55f2e9f8-05b1-4272-991b-f23fdf69c960 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e72304a5f779453f8a5a56c86d3eb70a&device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 1097 time: 0.1101320 Aug 14 19:06:19.401203 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ecb92e-e675-4ab4-9b74-3abea483b573 req-4b7cc1aa-421f-4dac-9f29-235fd156c002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:19.402693 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-71ecb92e-e675-4ab4-9b74-3abea483b573 req-4b7cc1aa-421f-4dac-9f29-235fd156c002 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b401b823ff34122a33652cb519dc6f7&device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 1096 time: 0.0919256 Aug 14 19:06:19.409268 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-06496470-7ada-4a67-b304-03f26cb70104 req-25ad3678-c358-4f55-8df5-bbd7bc41180b tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/ports?device_id=678e64aa-fc19-4342-9108-f3bdd9dc71c6 HTTP/1.1" status: 200 len: 210 time: 0.0284326 Aug 14 19:06:19.410460 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b27981-af66-4d71-b8a2-f046a33f4f70 req-ca816dac-77de-4e7c-b852-f85e189bff16 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:19.412005 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-41b27981-af66-4d71-b8a2-f046a33f4f70 req-ca816dac-77de-4e7c-b852-f85e189bff16 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 944 time: 0.0997252 Aug 14 19:06:19.691603 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19097119-84fc-491d-8950-6d229fc4e4ff req-501bd6ba-c5d6-40b5-a775-3dffb3ac0f06 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:19.693183 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-19097119-84fc-491d-8950-6d229fc4e4ff req-501bd6ba-c5d6-40b5-a775-3dffb3ac0f06 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.0503037 Aug 14 19:06:19.732087 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-19097119-84fc-491d-8950-6d229fc4e4ff req-12274b42-259e-4071-9faa-0fe43995f40a tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323813 Aug 14 19:06:19.801284 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-41b27981-af66-4d71-b8a2-f046a33f4f70 req-72fedca1-a485-4481-9f8c-e298cb2b226f tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/security-groups?id=84203a9d-f87d-4d63-a1c9-1784de7f7dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833354 Aug 14 19:06:19.897097 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb6fc6-cb08-46e2-b7d2-1a49df260a5b req-880b2424-6f02-4ee7-bb4f-80698e4f3191 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:19.898633 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-72bb6fc6-cb08-46e2-b7d2-1a49df260a5b req-880b2424-6f02-4ee7-bb4f-80698e4f3191 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0516667 Aug 14 19:06:19.918102 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ecb92e-e675-4ab4-9b74-3abea483b573 req-27f13cbe-7a06-4c9d-a46c-66207de8a56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:19.919639 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-71ecb92e-e675-4ab4-9b74-3abea483b573 req-27f13cbe-7a06-4c9d-a46c-66207de8a56e service neutron] 10.222.0.24 "GET /v2.0/networks?id=d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a HTTP/1.1" status: 200 len: 909 time: 0.4745247 Aug 14 19:06:19.920740 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c146c2-1710-45d8-baa0-884aab11016c req-06144909-45a3-4268-8a53-aeb9ba8baee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:19.922077 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-46c146c2-1710-45d8-baa0-884aab11016c req-06144909-45a3-4268-8a53-aeb9ba8baee7 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=e72304a5f779453f8a5a56c86d3eb70a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4876630 Aug 14 19:06:19.941957 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-72bb6fc6-cb08-46e2-b7d2-1a49df260a5b req-f7d82384-3e9c-48cc-a5d6-3a91746bbaa9 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371466 Aug 14 19:06:20.013731 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-71ecb92e-e675-4ab4-9b74-3abea483b573 req-304bebdf-471a-4faa-98e7-ea031bdf1da2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19d3329b-30bc-4314-bc67-fcd16e898d3e HTTP/1.1" status: 200 len: 217 time: 0.0766802 Aug 14 19:06:20.024607 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec52b4-9d5e-4488-a9f2-55b3520da320 req-57afc6a7-3d80-4f98-bfd3-2e70e48500a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:20.026124 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8eec52b4-9d5e-4488-a9f2-55b3520da320 req-57afc6a7-3d80-4f98-bfd3-2e70e48500a2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ee573824097433d91bee4e7433a5196&device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 1098 time: 0.0476942 Aug 14 19:06:20.060364 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.24', 52047) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:06:20.213278 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ecb92e-e675-4ab4-9b74-3abea483b573 req-dd603bf9-7591-4ac2-befe-be72c1058d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:20.214617 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-71ecb92e-e675-4ab4-9b74-3abea483b573 req-dd603bf9-7591-4ac2-befe-be72c1058d08 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6f715183-cd29-4f58-8407-9662756bc442 HTTP/1.1" status: 200 len: 847 time: 0.1617708 Aug 14 19:06:20.228955 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72679a1d-2209-44d0-8920-87a821f46dbb req-3515cea0-8f47-4d4f-a8c2-871c0278e025 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:20.230530 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-72679a1d-2209-44d0-8920-87a821f46dbb req-3515cea0-8f47-4d4f-a8c2-871c0278e025 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 943 time: 0.1764066 Aug 14 19:06:20.231588 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c146c2-1710-45d8-baa0-884aab11016c req-5713d394-b74d-49dd-a4b7-f83970506bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:20.232942 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-46c146c2-1710-45d8-baa0-884aab11016c req-5713d394-b74d-49dd-a4b7-f83970506bc9 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2887244 Aug 14 19:06:20.239530 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec52b4-9d5e-4488-a9f2-55b3520da320 req-c836f6b1-b622-4eea-944b-9032a412418b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:20.242148 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8eec52b4-9d5e-4488-a9f2-55b3520da320 req-c836f6b1-b622-4eea-944b-9032a412418b service neutron] 10.222.0.24 "GET /v2.0/networks?id=e20a322d-65f8-4e18-8722-5646c45ef02b HTTP/1.1" status: 200 len: 918 time: 0.1906116 Aug 14 19:06:20.252060 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-69aa2169-766c-47de-ba7b-2bdef9444437 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:20.253880 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-69aa2169-766c-47de-ba7b-2bdef9444437 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.24 "GET /v2.0/networks?id=f424aaba-42f4-4ffe-892e-b3578e7a1865 HTTP/1.1" status: 200 len: 809 time: 0.1919727 Aug 14 19:06:20.302826 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-72679a1d-2209-44d0-8920-87a821f46dbb req-709b7ae8-1737-41ed-bef4-d6130ab116e9 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603213 Aug 14 19:06:20.309647 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ecb92e-e675-4ab4-9b74-3abea483b573 req-ba294ebd-b7da-4c17-adc7-5bce497dd1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:20.311321 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-71ecb92e-e675-4ab4-9b74-3abea483b573 req-ba294ebd-b7da-4c17-adc7-5bce497dd1cc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0773840 Aug 14 19:06:20.318347 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-b04c9276-f58d-4291-bd00-47fb81bbdf38 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Request body: {'port': {'device_id': '678e64aa-fc19-4342-9108-f3bdd9dc71c6', 'network_id': 'f424aaba-42f4-4ffe-892e-b3578e7a1865', 'admin_state_up': True, 'tenant_id': '4fa7024892f74b65aeac9fd15e6cff74'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:06:20.405413 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8eec52b4-9d5e-4488-a9f2-55b3520da320 req-a3d59b42-82b6-4938-bca4-38ed968c0d7a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05b7d85a-12fc-4cbf-971e-151d3d875524 HTTP/1.1" status: 200 len: 1001 time: 0.1502769 Aug 14 19:06:20.423136 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c2baa-4f0f-4477-8722-5aa765865217 req-93218a53-4cc7-4f9d-afa9-b67a0c70e68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:20.424753 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-577c2baa-4f0f-4477-8722-5aa765865217 req-93218a53-4cc7-4f9d-afa9-b67a0c70e68c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e72304a5f779453f8a5a56c86d3eb70a&device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 1097 time: 0.0990596 Aug 14 19:06:20.435409 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f906c-814f-452f-8b73-dcaf1cb015fa req-2764239f-13ff-4705-98d2-3c53f2b989fb tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:20.436940 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-706f906c-814f-452f-8b73-dcaf1cb015fa req-2764239f-13ff-4705-98d2-3c53f2b989fb tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 945 time: 0.1392071 Aug 14 19:06:20.480072 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-71ecb92e-e675-4ab4-9b74-3abea483b573 req-de019c02-69f6-4321-81c5-0c00b529d6e1 service neutron] 10.222.0.24 "GET /v2.0/networks/d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529615 Aug 14 19:06:20.481765 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-577c2baa-4f0f-4477-8722-5aa765865217 req-d9aa6abc-f9d6-4f5f-a418-048629da9040 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c286000b-4f38-46be-adb8-40ae92652204 HTTP/1.1" status: 200 len: 217 time: 0.0423098 Aug 14 19:06:20.522980 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec52b4-9d5e-4488-a9f2-55b3520da320 req-4a7b0ea7-29df-44d2-8957-170c84c0c37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:20.524455 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8eec52b4-9d5e-4488-a9f2-55b3520da320 req-4a7b0ea7-29df-44d2-8957-170c84c0c37f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d22740df-b26d-44e8-8433-34e5ba454618 HTTP/1.1" status: 200 len: 856 time: 0.1098142 Aug 14 19:06:20.531417 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-33208546-79f9-474a-9f89-530ed588e327 req-9762fac8-67c2-459c-9be4-c3fc3a1d2a39 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/ports?device_id=678e64aa-fc19-4342-9108-f3bdd9dc71c6 HTTP/1.1" status: 200 len: 210 time: 0.0486684 Aug 14 19:06:20.535417 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-706f906c-814f-452f-8b73-dcaf1cb015fa req-3cff8059-e5c2-4ac9-829b-cc95f3e62628 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753982 Aug 14 19:06:20.546822 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-b04c9276-f58d-4291-bd00-47fb81bbdf38 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Made reservation on behalf of 4fa7024892f74b65aeac9fd15e6cff74 for: {'port': 1} {{(pid=94117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:06:20.550381 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-b04c9276-f58d-4291-bd00-47fb81bbdf38 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:20.600940 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec52b4-9d5e-4488-a9f2-55b3520da320 req-6d3d1cae-f738-40ac-a328-b3aa3fb4c48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:20.602486 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8eec52b4-9d5e-4488-a9f2-55b3520da320 req-6d3d1cae-f738-40ac-a328-b3aa3fb4c48f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e20a322d-65f8-4e18-8722-5646c45ef02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0653815 Aug 14 19:06:20.617634 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c2baa-4f0f-4477-8722-5aa765865217 req-58ad0cb3-c5ad-49ee-9657-565fd58a9a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:20.619506 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-577c2baa-4f0f-4477-8722-5aa765865217 req-58ad0cb3-c5ad-49ee-9657-565fd58a9a56 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5a79f99a-c70a-42e3-aa73-d94c7467867c HTTP/1.1" status: 200 len: 854 time: 0.1258621 Aug 14 19:06:20.681768 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-71ecb92e-e675-4ab4-9b74-3abea483b573 req-4cce488c-4f77-4d8e-9dd9-2ce1ffd3c7a5 service neutron] 10.222.0.24 "GET /v2.0/networks/d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890571 Aug 14 19:06:20.688250 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c2baa-4f0f-4477-8722-5aa765865217 req-765cfa1d-6a13-4d5c-a5c3-4b356a711f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:20.691380 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-577c2baa-4f0f-4477-8722-5aa765865217 req-765cfa1d-6a13-4d5c-a5c3-4b356a711f26 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f586da3-1665-4701-96ad-e7c575a8d416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0647967 Aug 14 19:06:20.770844 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.db_base_plugin_common [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-b04c9276-f58d-4291-bd00-47fb81bbdf38 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Allocated IP 172.20.0.6 (f424aaba-42f4-4ffe-892e-b3578e7a1865/9eb9470b-3e3b-4ec5-8c6c-8bac7cec25db/3cb582a5-9444-4697-82db-b9c693b510da) {{(pid=94117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:06:20.773821 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8eec52b4-9d5e-4488-a9f2-55b3520da320 req-f21d105e-4806-46fe-b8a5-2ef2c3b7e1a0 service neutron] 10.222.0.24 "GET /v2.0/networks/e20a322d-65f8-4e18-8722-5646c45ef02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415401 Aug 14 19:06:20.803916 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e6910-b390-4cd5-b822-191dc3e24cb3 req-72124a34-938e-43a9-aeee-aee3b58da6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:20.805390 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-ca1e6910-b390-4cd5-b822-191dc3e24cb3 req-72124a34-938e-43a9-aeee-aee3b58da6f6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 1099 time: 0.0605164 Aug 14 19:06:20.859615 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-577c2baa-4f0f-4477-8722-5aa765865217 req-4ca3c994-7067-4ef5-bfb8-4adc2f54a776 service neutron] 10.222.0.24 "GET /v2.0/networks/9f586da3-1665-4701-96ad-e7c575a8d416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601110 Aug 14 19:06:20.932391 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-ca1e6910-b390-4cd5-b822-191dc3e24cb3 req-ec5b6fe9-6d62-462b-9b03-3becf13a3dbc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162066 Aug 14 19:06:20.942051 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d6752-73e7-4c9d-a3ca-8da195610dd4 req-4b35d157-7b64-4b9c-a050-9bb81568ebd4 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:20.943549 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-b40d6752-73e7-4c9d-a3ca-8da195610dd4 req-4b35d157-7b64-4b9c-a050-9bb81568ebd4 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.1264017 Aug 14 19:06:20.981272 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8eec52b4-9d5e-4488-a9f2-55b3520da320 req-89de809e-44d3-4732-a581-c3571a0220a0 service neutron] 10.222.0.24 "GET /v2.0/networks/e20a322d-65f8-4e18-8722-5646c45ef02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994367 Aug 14 19:06:21.003390 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbaf96-94be-421f-95d8-900233b786b6 req-388a425e-9a2b-45ef-a6e1-30d4c60c53bd tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:21.004873 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c7dbaf96-94be-421f-95d8-900233b786b6 req-388a425e-9a2b-45ef-a6e1-30d4c60c53bd tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 944 time: 0.1184263 Aug 14 19:06:21.005652 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-b40d6752-73e7-4c9d-a3ca-8da195610dd4 req-08c2f9fc-5ab2-4756-927d-69c73d0edb18 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542192 Aug 14 19:06:21.013862 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-577c2baa-4f0f-4477-8722-5aa765865217 req-88dfca9f-c2f8-46ac-834e-e0b0b1ed7ed6 service neutron] 10.222.0.24 "GET /v2.0/networks/9f586da3-1665-4701-96ad-e7c575a8d416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416898 Aug 14 19:06:21.070217 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c7dbaf96-94be-421f-95d8-900233b786b6 req-4b56d34a-c782-446d-8579-710a3d06d2ea tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/security-groups?id=84203a9d-f87d-4d63-a1c9-1784de7f7dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580821 Aug 14 19:06:21.074752 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-b04c9276-f58d-4291-bd00-47fb81bbdf38 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Notify callbacks [] for port, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:21.113950 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-b04c9276-f58d-4291-bd00-47fb81bbdf38 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25274135'] for port, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:21.143754 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43705e62-0ca4-485b-b95f-dd03eda61f52 req-3b7cbabd-0647-483f-a6ff-62f4204ec10b tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:21.146220 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-43705e62-0ca4-485b-b95f-dd03eda61f52 req-3b7cbabd-0647-483f-a6ff-62f4204ec10b tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0705678 Aug 14 19:06:21.175756 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-b04c9276-f58d-4291-bd00-47fb81bbdf38 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Network f424aaba-42f4-4ffe-892e-b3578e7a1865 is already hosted by enough agents. {{(pid=94117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:06:21.179004 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.base_scheduler [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-b04c9276-f58d-4291-bd00-47fb81bbdf38 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Resources bound (agent type, host, resource id): {{(pid=94117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:06:21.183621 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-b04c9276-f58d-4291-bd00-47fb81bbdf38 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Received port after_create {{(pid=94117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:06:21.185509 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-43705e62-0ca4-485b-b95f-dd03eda61f52 req-66a73cda-f52f-4f0d-bf52-4923f1e7960e tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329332 Aug 14 19:06:21.187682 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c9276-f58d-4291-bd00-47fb81bbdf38 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Pushing event updated for resources: {'Port': ['ID=3cb582a5-9444-4697-82db-b9c693b510da,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:21.233139 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-b04c9276-f58d-4291-bd00-47fb81bbdf38 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:21.233736 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-b04c9276-f58d-4291-bd00-47fb81bbdf38 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:21.248051 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-b04c9276-f58d-4291-bd00-47fb81bbdf38 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9489090 Aug 14 19:06:21.261082 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-b95a860c-374e-4452-af24-6972fbed1b60 service neutron] Request body: {'port': {'device_id': '678e64aa-fc19-4342-9108-f3bdd9dc71c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:06:21.312350 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-b95a860c-374e-4452-af24-6972fbed1b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:21.518928 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab88644-aa50-4c58-81a5-d495f515430b req-4567983c-898f-4a6e-9720-9324127401aa tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:21.520408 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-eab88644-aa50-4c58-81a5-d495f515430b req-4567983c-898f-4a6e-9720-9324127401aa tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 943 time: 0.1494462 Aug 14 19:06:21.580983 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-eab88644-aa50-4c58-81a5-d495f515430b req-8dad0ce6-e03c-4873-90b1-7bde4e957d12 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542965 Aug 14 19:06:21.656677 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49037a34-f559-4df9-951b-a4c7b0080d34 req-1400fe92-a270-48e2-aa14-f633ba7f29b8 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:21.660282 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-49037a34-f559-4df9-951b-a4c7b0080d34 req-1400fe92-a270-48e2-aa14-f633ba7f29b8 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/ports?device_id=678e64aa-fc19-4342-9108-f3bdd9dc71c6 HTTP/1.1" status: 200 len: 931 time: 0.0574398 Aug 14 19:06:21.660637 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.notifiers.nova [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-b95a860c-374e-4452-af24-6972fbed1b60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cb582a5-9444-4697-82db-b9c693b510da {{(pid=94117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:06:21.679153 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:21.686175 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-b95a860c-374e-4452-af24-6972fbed1b60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:21.699182 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-49037a34-f559-4df9-951b-a4c7b0080d34 req-0de4d896-86f9-43db-97dc-fcba03d29a18 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/security-groups?id=e457d3c6-a60a-4ccf-a934-68b925aab28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333447 Aug 14 19:06:21.702978 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.provisioning_blocks [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-b95a860c-374e-4452-af24-6972fbed1b60 service neutron] Transition to ACTIVE for port object 3cb582a5-9444-4697-82db-b9c693b510da will not be triggered until provisioned by entity L2. {{(pid=94117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:06:21.708212 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-b95a860c-374e-4452-af24-6972fbed1b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25274142'] for port, after_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:21.725007 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0b0ef-d14d-460a-ab37-0cbd7a88d136 req-4337b335-c0c0-4e48-920e-ec7ac89af01b tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:21.726518 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-aab0b0ef-d14d-460a-ab37-0cbd7a88d136 req-4337b335-c0c0-4e48-920e-ec7ac89af01b tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 945 time: 0.0823298 Aug 14 19:06:21.787805 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a860c-374e-4452-af24-6972fbed1b60 service neutron] Pushing event updated for resources: {'Port': ['ID=3cb582a5-9444-4697-82db-b9c693b510da,revision_number=2']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:21.824582 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-aab0b0ef-d14d-460a-ab37-0cbd7a88d136 req-9bc404fc-f711-4a3f-8ea4-bc313b79442d tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783601 Aug 14 19:06:21.879258 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.managers [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-b95a860c-374e-4452-af24-6972fbed1b60 service neutron] Attempting to bind port 3cb582a5-9444-4697-82db-b9c693b510da on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:06:21.879587 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.managers [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-b95a860c-374e-4452-af24-6972fbed1b60 service neutron] Attempting to bind port 3cb582a5-9444-4697-82db-b9c693b510da by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': '342e6f94-fd33-47c5-9991-238dff7950c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f424aaba-42f4-4ffe-892e-b3578e7a1865'}] {{(pid=94117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:06:21.879911 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-b95a860c-374e-4452-af24-6972fbed1b60 service neutron] Attempting to bind port 3cb582a5-9444-4697-82db-b9c693b510da on network f424aaba-42f4-4ffe-892e-b3578e7a1865 {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:06:21.884061 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-b95a860c-374e-4452-af24-6972fbed1b60 service neutron] Port 3cb582a5-9444-4697-82db-b9c693b510da on network f424aaba-42f4-4ffe-892e-b3578e7a1865 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 14 19:06:21.884373 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-b95a860c-374e-4452-af24-6972fbed1b60 service neutron] Attempting to bind port 3cb582a5-9444-4697-82db-b9c693b510da on network f424aaba-42f4-4ffe-892e-b3578e7a1865 {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:06:21.889264 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-b95a860c-374e-4452-af24-6972fbed1b60 service neutron] Checking agent: {'id': '7eaedc20-6d95-47b4-8617-1798feafd334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 19, 1, 52), 'started_at': datetime.datetime(2021, 8, 14, 19, 1, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:06:21.889593 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-b95a860c-374e-4452-af24-6972fbed1b60 service neutron] Checking segment: {'id': '342e6f94-fd33-47c5-9991-238dff7950c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f424aaba-42f4-4ffe-892e-b3578e7a1865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:06:21.889967 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-b95a860c-374e-4452-af24-6972fbed1b60 service neutron] Bound using segment: {'id': '342e6f94-fd33-47c5-9991-238dff7950c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f424aaba-42f4-4ffe-892e-b3578e7a1865'} {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:06:21.890420 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.managers [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-b95a860c-374e-4452-af24-6972fbed1b60 service neutron] Bound port: 3cb582a5-9444-4697-82db-b9c693b510da, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '342e6f94-fd33-47c5-9991-238dff7950c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f424aaba-42f4-4ffe-892e-b3578e7a1865'}}] {{(pid=94117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:06:21.890767 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-b95a860c-374e-4452-af24-6972fbed1b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:21.955752 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-b95a860c-374e-4452-af24-6972fbed1b60 service neutron] For port 3cb582a5-9444-4697-82db-b9c693b510da, host hv-cinder-80458, cleared binding levels {{(pid=94117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:06:21.959061 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-b95a860c-374e-4452-af24-6972fbed1b60 service neutron] For port 3cb582a5-9444-4697-82db-b9c693b510da, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=3cb582a5-9444-4697-82db-b9c693b510da,segment=NetworkSegment(342e6f94-fd33-47c5-9991-238dff7950c4),segment_id=342e6f94-fd33-47c5-9991-238dff7950c4)] {{(pid=94117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:06:21.962919 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-b95a860c-374e-4452-af24-6972fbed1b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25274142'] for port, after_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:21.996372 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-b95a860c-374e-4452-af24-6972fbed1b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:21.996982 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-b95a860c-374e-4452-af24-6972fbed1b60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:21.998370 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-b95a860c-374e-4452-af24-6972fbed1b60 service neutron] 10.222.0.24 "PUT /v2.0/ports/3cb582a5-9444-4697-82db-b9c693b510da HTTP/1.1" status: 200 len: 1093 time: 0.7415216 Aug 14 19:06:21.998796 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678e64aa-fc19-4342-9108-f3bdd9dc71c6', 'tag': '3cb582a5-9444-4697-82db-b9c693b510da'}] {{(pid=94117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:06:22.001079 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ea8273f875cf68671556eb39bbac10e5cf2532cbac2204340d4cc673a0511b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fab44b9-0e0d-4e59-b533-56e6b01012b3" -d '{"events": [{"name": "network-changed", "server_uuid": "678e64aa-fc19-4342-9108-f3bdd9dc71c6", "tag": "3cb582a5-9444-4697-82db-b9c693b510da"}]}' {{(pid=94117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:06:22.031572 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a860c-374e-4452-af24-6972fbed1b60 service neutron] Pushing event updated for resources: {'Port': ['ID=3cb582a5-9444-4697-82db-b9c693b510da,revision_number=3']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:22.042202 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 Aug 2021 19:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b53d140-f940-4076-8179-7737472c7056 x-openstack-request-id: req-7b53d140-f940-4076-8179-7737472c7056 {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:06:22.042515 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "678e64aa-fc19-4342-9108-f3bdd9dc71c6", "tag": "3cb582a5-9444-4697-82db-b9c693b510da", "status": "completed", "code": 200}]} {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:06:22.042763 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7b53d140-f940-4076-8179-7737472c7056 {{(pid=94117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:06:22.043142 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '678e64aa-fc19-4342-9108-f3bdd9dc71c6', 'tag': '3cb582a5-9444-4697-82db-b9c693b510da', 'status': 'completed', 'code': 200} Aug 14 19:06:22.087526 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-a3ab8661-856e-449a-862d-c94bccdd389b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:22.088889 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-a3ab8661-856e-449a-862d-c94bccdd389b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fa7024892f74b65aeac9fd15e6cff74&device_id=678e64aa-fc19-4342-9108-f3bdd9dc71c6 HTTP/1.1" status: 200 len: 1096 time: 0.0400989 Aug 14 19:06:22.134464 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-89eebde8-7d5e-413d-93fa-7cefbd72261a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cb582a5-9444-4697-82db-b9c693b510da HTTP/1.1" status: 200 len: 217 time: 0.0371015 Aug 14 19:06:22.219921 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a762197-0023-4c46-917b-30f888c9a901 req-45fc3c78-accb-43c7-bb37-eb97e69670cf tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:22.221779 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-6a762197-0023-4c46-917b-30f888c9a901 req-45fc3c78-accb-43c7-bb37-eb97e69670cf tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 944 time: 0.0847607 Aug 14 19:06:22.225612 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-17dc003d-6d62-4735-b3c4-aec4e74ea766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:22.226982 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-17dc003d-6d62-4735-b3c4-aec4e74ea766 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9eb9470b-3e3b-4ec5-8c6c-8bac7cec25db HTTP/1.1" status: 200 len: 849 time: 0.0635917 Aug 14 19:06:22.271134 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-92c79afb-7df4-407a-a4e0-c85e0f860b01 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f424aaba-42f4-4ffe-892e-b3578e7a1865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361419 Aug 14 19:06:22.296323 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-6a762197-0023-4c46-917b-30f888c9a901 req-9f6e8b04-6af5-4559-b228-f15438c45941 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/security-groups?id=84203a9d-f87d-4d63-a1c9-1784de7f7dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680258 Aug 14 19:06:22.312679 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129664b-bfcd-40d7-b676-7ae0deaa64bb req-c1887a51-3a9e-410c-b9db-9c775cac80ed tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:22.314690 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-7129664b-bfcd-40d7-b676-7ae0deaa64bb req-c1887a51-3a9e-410c-b9db-9c775cac80ed tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0480752 Aug 14 19:06:22.352695 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-7129664b-bfcd-40d7-b676-7ae0deaa64bb req-ef6a3c72-5c14-4bd3-8569-db590b764cab tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319443 Aug 14 19:06:22.371740 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-91024006-a4ee-47c0-840d-80a6d914078d service neutron] 10.222.0.24 "GET /v2.0/networks/f424aaba-42f4-4ffe-892e-b3578e7a1865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899253 Aug 14 19:06:22.505857 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-f9d64b46-2525-4dcc-bfb5-bd78c5613383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:22.695088 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1a617eb8-a62a-46f7-9436-cf4130dc09f5 req-58c4ced5-3614-470a-b0c7-c74630e40b7f service neutron] 10.222.0.24 "GET /v2.0/networks/f424aaba-42f4-4ffe-892e-b3578e7a1865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145998 Aug 14 19:06:22.734161 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1093290-c619-418f-a50b-e28966cad7e9 req-3eb78fe0-e263-41f4-9f36-c2ab2ec0468f tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:22.736516 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f1093290-c619-418f-a50b-e28966cad7e9 req-3eb78fe0-e263-41f4-9f36-c2ab2ec0468f tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 943 time: 0.0606153 Aug 14 19:06:22.742427 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca79b9b-c327-466e-8247-33d2121d8baf req-ccd7a7de-2208-49da-81fe-86c2ae7ebd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:22.743897 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-8ca79b9b-c327-466e-8247-33d2121d8baf req-ccd7a7de-2208-49da-81fe-86c2ae7ebd4d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6000939100bb476da8924d17890754e4&device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 1099 time: 0.0718434 Aug 14 19:06:22.755874 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b582fc-4880-4050-8149-c6af3c460a33 req-89db51cd-836a-47f1-97f6-765c831a921f tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:22.757333 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c4b582fc-4880-4050-8149-c6af3c460a33 req-89db51cd-836a-47f1-97f6-765c831a921f tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0756133 Aug 14 19:06:22.802709 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:22.809255 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f1093290-c619-418f-a50b-e28966cad7e9 req-77a92fdc-5679-4aac-8ea6-1cd8056a5b2c tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0651197 Aug 14 19:06:22.814496 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab44b9-0e0d-4e59-b533-56e6b01012b3 req-5774e4e0-3363-4e99-9239-e4808098e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:22.816357 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-2fab44b9-0e0d-4e59-b533-56e6b01012b3 req-5774e4e0-3363-4e99-9239-e4808098e90b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fa7024892f74b65aeac9fd15e6cff74&device_id=678e64aa-fc19-4342-9108-f3bdd9dc71c6 HTTP/1.1" status: 200 len: 1096 time: 0.0654511 Aug 14 19:06:22.869230 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c4b582fc-4880-4050-8149-c6af3c460a33 req-8ec0b3ee-b7f4-46d4-ad1c-b0bff243954b tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024282 Aug 14 19:06:22.901038 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca79b9b-c327-466e-8247-33d2121d8baf req-af906e3d-5272-487b-af7b-4b441b0c9ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:22.902476 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-8ca79b9b-c327-466e-8247-33d2121d8baf req-af906e3d-5272-487b-af7b-4b441b0c9ee7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1 HTTP/1.1" status: 200 len: 920 time: 0.1441782 Aug 14 19:06:22.975116 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-8ca79b9b-c327-466e-8247-33d2121d8baf req-7be77b57-5301-4f7f-8a1e-d2e124e64082 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51a134f0-83fe-4ce2-b30d-91d08421f295 HTTP/1.1" status: 200 len: 217 time: 0.0549178 Aug 14 19:06:22.995842 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae0dc8-b3b1-4bad-b5c3-0b77a84faca0 req-b1ba80fa-33ce-4ff6-b486-7ac419d7c1e5 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:22.997717 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-54ae0dc8-b3b1-4bad-b5c3-0b77a84faca0 req-b1ba80fa-33ce-4ff6-b486-7ac419d7c1e5 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/ports?device_id=678e64aa-fc19-4342-9108-f3bdd9dc71c6 HTTP/1.1" status: 200 len: 943 time: 0.0788419 Aug 14 19:06:23.027323 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab44b9-0e0d-4e59-b533-56e6b01012b3 req-3c43cd17-490c-4558-8c48-f9f5ac9ca9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:23.029818 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-2fab44b9-0e0d-4e59-b533-56e6b01012b3 req-3c43cd17-490c-4558-8c48-f9f5ac9ca9d4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f424aaba-42f4-4ffe-892e-b3578e7a1865 HTTP/1.1" status: 200 len: 910 time: 0.1981585 Aug 14 19:06:23.032133 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device c286000b-4f38-46be-adb8-40ae92652204 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 14 19:06:23.035257 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 05b7d85a-12fc-4cbf-971e-151d3d875524 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:06:23.063770 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca79b9b-c327-466e-8247-33d2121d8baf req-31a82877-5628-48b4-b33f-3e53e4db80de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:23.065831 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-8ca79b9b-c327-466e-8247-33d2121d8baf req-31a82877-5628-48b4-b33f-3e53e4db80de service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e77bed90-2142-41a5-a497-653e20d95723 HTTP/1.1" status: 200 len: 859 time: 0.0865381 Aug 14 19:06:23.073741 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6040b-7f04-4d96-a0c6-304d8bd92db3 req-bf177ae1-42d1-4496-8020-6c1781863683 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:23.075460 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-96e6040b-7f04-4d96-a0c6-304d8bd92db3 req-bf177ae1-42d1-4496-8020-6c1781863683 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 945 time: 0.1137519 Aug 14 19:06:23.090838 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-2fab44b9-0e0d-4e59-b533-56e6b01012b3 req-194da01c-00c9-49e7-b649-e6c4b7c2768d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3cb582a5-9444-4697-82db-b9c693b510da HTTP/1.1" status: 200 len: 217 time: 0.0514748 Aug 14 19:06:23.096525 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-54ae0dc8-b3b1-4bad-b5c3-0b77a84faca0 req-4d068fdb-8567-4163-b3aa-9d1bc01618c0 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/security-groups?id=e457d3c6-a60a-4ccf-a934-68b925aab28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854995 Aug 14 19:06:23.109711 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-8ca79b9b-c327-466e-8247-33d2121d8baf req-588a0c6b-11d3-43be-9947-b1da5facb339 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329385 Aug 14 19:06:23.146376 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab44b9-0e0d-4e59-b533-56e6b01012b3 req-c5a57e4b-5aec-47fe-b087-54ac483707bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:23.147857 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-2fab44b9-0e0d-4e59-b533-56e6b01012b3 req-c5a57e4b-5aec-47fe-b087-54ac483707bb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9eb9470b-3e3b-4ec5-8c6c-8bac7cec25db HTTP/1.1" status: 200 len: 849 time: 0.0486135 Aug 14 19:06:23.182213 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-2fab44b9-0e0d-4e59-b533-56e6b01012b3 req-b79317d9-dc61-4f30-9c16-145d9cc74d93 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f424aaba-42f4-4ffe-892e-b3578e7a1865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250728 Aug 14 19:06:23.184502 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:23.185173 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-96e6040b-7f04-4d96-a0c6-304d8bd92db3 req-c8ca08d9-24c6-4350-b41b-9adfb7a7b43c tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841355 Aug 14 19:06:23.221990 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-8ca79b9b-c327-466e-8247-33d2121d8baf req-49695127-b8d5-4bde-b3eb-703152cbd48f service neutron] 10.222.0.24 "GET /v2.0/networks/0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035321 Aug 14 19:06:23.228309 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bae064d-3fcf-45ed-b4a7-1c8e827d8618', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05b7d85a-12fc-4cbf-971e-151d3d875524'}] {{(pid=94118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:06:23.230560 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec225036cb8a85e900ef4a1438a865ee1e0a541caa4576dd66f1a48457471f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad11805-e4a4-4c88-9c51-02011fdfb9c8" -d '{"events": [{"server_uuid": "2bae064d-3fcf-45ed-b4a7-1c8e827d8618", "name": "network-vif-unplugged", "status": "completed", "tag": "05b7d85a-12fc-4cbf-971e-151d3d875524"}]}' {{(pid=94118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:06:23.253800 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 05b7d85a-12fc-4cbf-971e-151d3d875524, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=05b7d85a-12fc-4cbf-971e-151d3d875524,segment=NetworkSegment(c4c75483-348a-49f7-b9f3-841d9687ab46),segment_id=c4c75483-348a-49f7-b9f3-841d9687ab46)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:06:23.258608 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port c286000b-4f38-46be-adb8-40ae92652204, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=c286000b-4f38-46be-adb8-40ae92652204,segment=NetworkSegment(e0ca4b07-6afe-411d-bd3a-78e2360d0279),segment_id=e0ca4b07-6afe-411d-bd3a-78e2360d0279)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:06:23.263313 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:23.281401 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Returning: {'device': 'c286000b-4f38-46be-adb8-40ae92652204', 'network_id': '9f586da3-1665-4701-96ad-e7c575a8d416', 'port_id': 'c286000b-4f38-46be-adb8-40ae92652204', 'mac_address': 'fa:16:3e:d0:9d:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a79f99a-c70a-42e3-aa73-d94c7467867c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 14 19:06:23.287181 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 Aug 2021 19:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5aa4409-6bdf-47b5-bccb-7cf9714b846d x-openstack-request-id: req-b5aa4409-6bdf-47b5-bccb-7cf9714b846d {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:06:23.287498 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bae064d-3fcf-45ed-b4a7-1c8e827d8618", "name": "network-vif-unplugged", "status": "completed", "tag": "05b7d85a-12fc-4cbf-971e-151d3d875524", "code": 200}]} {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:06:23.288762 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b5aa4409-6bdf-47b5-bccb-7cf9714b846d {{(pid=94118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:06:23.289163 dv-cinder-804581-2-iscsi neutron-server[94118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bae064d-3fcf-45ed-b4a7-1c8e827d8618', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05b7d85a-12fc-4cbf-971e-151d3d875524', 'code': 200} Aug 14 19:06:23.294612 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-2fab44b9-0e0d-4e59-b533-56e6b01012b3 req-2935145e-31ed-4e94-a04f-4f094f7a866c service neutron] 10.222.0.24 "GET /v2.0/networks/f424aaba-42f4-4ffe-892e-b3578e7a1865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030593 Aug 14 19:06:23.362962 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:23.363447 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-8ca79b9b-c327-466e-8247-33d2121d8baf req-d266f11f-069f-4f65-a58a-4f81b296398d service neutron] 10.222.0.24 "GET /v2.0/networks/0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293910 Aug 14 19:06:23.368690 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=05b7d85a-12fc-4cbf-971e-151d3d875524,revision_number=8']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:23.382590 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c286000b-4f38-46be-adb8-40ae92652204 {{(pid=94118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:06:23.410500 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port c286000b-4f38-46be-adb8-40ae92652204, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=c286000b-4f38-46be-adb8-40ae92652204,segment=NetworkSegment(e0ca4b07-6afe-411d-bd3a-78e2360d0279),segment_id=e0ca4b07-6afe-411d-bd3a-78e2360d0279)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:06:23.416376 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:23.422633 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-2fab44b9-0e0d-4e59-b533-56e6b01012b3 req-4911e4ce-03d4-4282-9486-7dcc5c9a3e13 service neutron] 10.222.0.24 "GET /v2.0/networks/f424aaba-42f4-4ffe-892e-b3578e7a1865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101241 Aug 14 19:06:23.474733 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=c286000b-4f38-46be-adb8-40ae92652204,revision_number=4']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:23.598110 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee807b5-b6b5-4193-86cc-885408bc4f65 req-b2f9a3d5-c4a4-496f-8093-26809395d396 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:23.599609 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-8ee807b5-b6b5-4193-86cc-885408bc4f65 req-b2f9a3d5-c4a4-496f-8093-26809395d396 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 945 time: 0.0486853 Aug 14 19:06:23.637981 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-8ee807b5-b6b5-4193-86cc-885408bc4f65 req-8d67121d-7d4d-425e-a50a-1ed36bacd3c6 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/security-groups?id=84203a9d-f87d-4d63-a1c9-1784de7f7dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324519 Aug 14 19:06:23.779104 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] get_ports_and_sgs() called for port_ids ['c286000b-4f38-46be-adb8-40ae92652204'] {{(pid=94118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 14 19:06:23.889744 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:23.930757 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f971769-3632-4798-8336-dee33babc6d8 req-b683a489-e0c7-48c4-98d8-70c98d20541e tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:23.933213 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-2f971769-3632-4798-8336-dee33babc6d8 req-b683a489-e0c7-48c4-98d8-70c98d20541e tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 943 time: 0.0565906 Aug 14 19:06:23.972307 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-2f971769-3632-4798-8336-dee33babc6d8 req-098363b9-287f-4224-b21d-8baa5440e133 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331724 Aug 14 19:06:23.995906 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa6ad2-8a56-4ae1-902d-c0a4208fb257 req-fdb64b01-2547-4ac9-b534-94965cd3c771 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:23.997380 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-f2aa6ad2-8a56-4ae1-902d-c0a4208fb257 req-fdb64b01-2547-4ac9-b534-94965cd3c771 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0519102 Aug 14 19:06:24.034551 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-f2aa6ad2-8a56-4ae1-902d-c0a4208fb257 req-a5724a54-99e8-4231-be0b-5426c0fe6259 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304818 Aug 14 19:06:24.227125 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e9e78-48b9-406f-8624-75ded438c527 req-8e71db4c-1ba0-4a97-a088-daacd7e49deb tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:24.228743 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d63e9e78-48b9-406f-8624-75ded438c527 req-8e71db4c-1ba0-4a97-a088-daacd7e49deb tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/ports?device_id=678e64aa-fc19-4342-9108-f3bdd9dc71c6 HTTP/1.1" status: 200 len: 943 time: 0.0530028 Aug 14 19:06:24.268055 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d63e9e78-48b9-406f-8624-75ded438c527 req-fd0b1bfa-7885-4a7d-bcd4-74c271f5f9a7 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/security-groups?id=e457d3c6-a60a-4ccf-a934-68b925aab28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332592 Aug 14 19:06:24.306111 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf6dfa-1716-4221-8df7-ca03d1df358f req-7933da08-624b-4cfe-bcf0-7cc67dd5116e tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:24.307611 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-19bf6dfa-1716-4221-8df7-ca03d1df358f req-7933da08-624b-4cfe-bcf0-7cc67dd5116e tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 943 time: 0.0493927 Aug 14 19:06:24.343701 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-19bf6dfa-1716-4221-8df7-ca03d1df358f req-786f3a9e-0cc6-44e8-a943-95f0e79b29ba tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301921 Aug 14 19:06:24.749883 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce635b8c-8d9a-40d1-8b61-f35d81573eaf req-bde42901-37a3-465d-a75f-a3998f32a5ec tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:24.751753 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-ce635b8c-8d9a-40d1-8b61-f35d81573eaf req-bde42901-37a3-465d-a75f-a3998f32a5ec tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 945 time: 0.0481257 Aug 14 19:06:24.790271 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-ce635b8c-8d9a-40d1-8b61-f35d81573eaf req-78b0f95a-de4e-49a7-bfff-ed47d6bc9262 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/security-groups?id=84203a9d-f87d-4d63-a1c9-1784de7f7dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326180 Aug 14 19:06:24.967996 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b05fe-7b87-4f07-9e45-bc0542b3ddf3 req-fe84cf20-3766-4638-866d-c55f90b5f29f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:24.969488 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-ed1b05fe-7b87-4f07-9e45-bc0542b3ddf3 req-fe84cf20-3766-4638-866d-c55f90b5f29f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 943 time: 0.0509222 Aug 14 19:06:25.014013 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-ed1b05fe-7b87-4f07-9e45-bc0542b3ddf3 req-ed2811e4-d212-4db0-8657-e51dddc5f216 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369675 Aug 14 19:06:25.033925 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 3cb582a5-9444-4697-82db-b9c693b510da details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 14 19:06:25.037998 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device c286000b-4f38-46be-adb8-40ae92652204 up at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:06:25.113716 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24f1d4-c23a-48c9-b31e-5c99f37348e9 req-e52ca489-90a5-4bb7-b1a5-d964c1aaa4f3 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:25.115580 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-df24f1d4-c23a-48c9-b31e-5c99f37348e9 req-e52ca489-90a5-4bb7-b1a5-d964c1aaa4f3 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 943 time: 0.0633073 Aug 14 19:06:25.165750 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-df24f1d4-c23a-48c9-b31e-5c99f37348e9 req-48fa986f-4b08-47f7-aaf0-f2432cbf3062 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440679 Aug 14 19:06:25.169715 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning for port c286000b-4f38-46be-adb8-40ae92652204 completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:06:25.181301 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee268a0-0465-4df4-80f2-ca89843d5f50 req-821c4666-04b2-41b0-af9a-c1515b8b648a tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:25.183017 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-9ee268a0-0465-4df4-80f2-ca89843d5f50 req-821c4666-04b2-41b0-af9a-c1515b8b648a tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0697076 Aug 14 19:06:25.196085 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning complete for port c286000b-4f38-46be-adb8-40ae92652204 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:06:25.196708 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:25.228322 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:25.247799 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 3cb582a5-9444-4697-82db-b9c693b510da, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=3cb582a5-9444-4697-82db-b9c693b510da,segment=NetworkSegment(342e6f94-fd33-47c5-9991-238dff7950c4),segment_id=342e6f94-fd33-47c5-9991-238dff7950c4)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:06:25.255474 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-9ee268a0-0465-4df4-80f2-ca89843d5f50 req-50a7d6da-aa4d-432e-b6ae-c45096a74b9e tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573466 Aug 14 19:06:25.271278 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Returning: {'device': '3cb582a5-9444-4697-82db-b9c693b510da', 'network_id': 'f424aaba-42f4-4ffe-892e-b3578e7a1865', 'port_id': '3cb582a5-9444-4697-82db-b9c693b510da', 'mac_address': 'fa:16:3e:08:06:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb9470b-3e3b-4ec5-8c6c-8bac7cec25db', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 14 19:06:25.317619 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 34306) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:06:25.356553 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:25.359539 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:25.380088 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb582a5-9444-4697-82db-b9c693b510da {{(pid=94118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:06:25.408521 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35714035-4082-4ee8-bd40-29744134edc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c286000b-4f38-46be-adb8-40ae92652204'}] {{(pid=94118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:06:25.410780 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec225036cb8a85e900ef4a1438a865ee1e0a541caa4576dd66f1a48457471f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d91ffa-d790-4e2e-939d-5ba6be8dcd33" -d '{"events": [{"server_uuid": "35714035-4082-4ee8-bd40-29744134edc7", "name": "network-vif-plugged", "status": "completed", "tag": "c286000b-4f38-46be-adb8-40ae92652204"}]}' {{(pid=94118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:06:25.417565 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 3cb582a5-9444-4697-82db-b9c693b510da, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=3cb582a5-9444-4697-82db-b9c693b510da,segment=NetworkSegment(342e6f94-fd33-47c5-9991-238dff7950c4),segment_id=342e6f94-fd33-47c5-9991-238dff7950c4)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:06:25.420377 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a0f17-c07f-4f5a-9107-20bb9defb1a0 req-908b36ab-0819-460c-a4d2-2b4de9fed960 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:25.422503 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-cb6a0f17-c07f-4f5a-9107-20bb9defb1a0 req-908b36ab-0819-460c-a4d2-2b4de9fed960 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/ports?device_id=678e64aa-fc19-4342-9108-f3bdd9dc71c6 HTTP/1.1" status: 200 len: 943 time: 0.0826139 Aug 14 19:06:25.428527 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:25.431441 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port c286000b-4f38-46be-adb8-40ae92652204, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=c286000b-4f38-46be-adb8-40ae92652204,segment=NetworkSegment(e0ca4b07-6afe-411d-bd3a-78e2360d0279),segment_id=e0ca4b07-6afe-411d-bd3a-78e2360d0279)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:06:25.440320 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-fd4c11fd-0dc0-4180-b7e6-0ed7d234d930 req-2a76e8a1-4300-4ecc-875b-86c2597f0fbe service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1208286 Aug 14 19:06:25.456559 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:25.460840 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b2100b-8d0f-4668-a72b-91d70e47a262 x-openstack-request-id: req-b7b2100b-8d0f-4668-a72b-91d70e47a262 {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:06:25.461244 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35714035-4082-4ee8-bd40-29744134edc7", "name": "network-vif-plugged", "status": "completed", "tag": "c286000b-4f38-46be-adb8-40ae92652204", "code": 200}]} {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:06:25.470706 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b7b2100b-8d0f-4668-a72b-91d70e47a262 {{(pid=94118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:06:25.471126 dv-cinder-804581-2-iscsi neutron-server[94118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35714035-4082-4ee8-bd40-29744134edc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c286000b-4f38-46be-adb8-40ae92652204', 'code': 200} Aug 14 19:06:25.479319 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-cb6a0f17-c07f-4f5a-9107-20bb9defb1a0 req-e01b64af-99f4-4f28-951d-af23a0ba8fcf tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/security-groups?id=e457d3c6-a60a-4ccf-a934-68b925aab28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452526 Aug 14 19:06:25.510682 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=3cb582a5-9444-4697-82db-b9c693b510da,revision_number=4']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:25.574380 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=c286000b-4f38-46be-adb8-40ae92652204,revision_number=5']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:25.647671 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd32f2-5edf-42ae-8430-dcada1545c66 req-89e2a004-770e-49b5-81d1-d23a9b5a5b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:25.649155 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-53dd32f2-5edf-42ae-8430-dcada1545c66 req-89e2a004-770e-49b5-81d1-d23a9b5a5b6e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 1099 time: 0.0402005 Aug 14 19:06:25.687677 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-53dd32f2-5edf-42ae-8430-dcada1545c66 req-73222cca-6714-47b8-9ada-55dda6bf47e9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=84203a9d-f87d-4d63-a1c9-1784de7f7dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301089 Aug 14 19:06:25.697639 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] get_ports_and_sgs() called for port_ids ['3cb582a5-9444-4697-82db-b9c693b510da'] {{(pid=94118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 14 19:06:25.909139 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae5c7d-ccbe-47ee-ae4d-8f0886631cc2 req-709d681d-bff6-4bd1-a7be-f5b62bb745c3 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:25.910918 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-53ae5c7d-ccbe-47ee-ae4d-8f0886631cc2 req-709d681d-bff6-4bd1-a7be-f5b62bb745c3 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 946 time: 0.0485716 Aug 14 19:06:25.948862 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-53ae5c7d-ccbe-47ee-ae4d-8f0886631cc2 req-1fc700d0-0db5-4a88-847a-a93c58d8ce4a tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/security-groups?id=84203a9d-f87d-4d63-a1c9-1784de7f7dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317626 Aug 14 19:06:26.136259 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4060a-7666-40c2-9c4b-bd18c946cc88 req-c3efe8cf-a587-40fe-b300-f72918abb1a9 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:26.137681 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e1d4060a-7666-40c2-9c4b-bd18c946cc88 req-c3efe8cf-a587-40fe-b300-f72918abb1a9 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 943 time: 0.0501287 Aug 14 19:06:26.160231 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.agents_db [None req-d9ec6548-365a-4179-9791-d0bac427e43f None None] Agent healthcheck: found 6 active agents {{(pid=94119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 14 19:06:26.176297 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e1d4060a-7666-40c2-9c4b-bd18c946cc88 req-ddef57df-2dba-4526-9f02-afa3042b91c6 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321703 Aug 14 19:06:26.295246 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a3a43-f8ae-4a84-9595-5c81e7a0845b req-da151784-a73b-4af2-97a8-a9307e52c7ea tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:26.296822 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-ac7a3a43-f8ae-4a84-9595-5c81e7a0845b req-da151784-a73b-4af2-97a8-a9307e52c7ea tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 943 time: 0.0532553 Aug 14 19:06:26.336434 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-ac7a3a43-f8ae-4a84-9595-5c81e7a0845b req-45949a45-0b7a-4cc1-ada0-933e937b5951 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329995 Aug 14 19:06:26.381268 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3da24-76d3-467e-92ab-f571c799384e req-b9ff7a3b-40b8-44af-b270-c7850558ef55 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:26.383184 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-61d3da24-76d3-467e-92ab-f571c799384e req-b9ff7a3b-40b8-44af-b270-c7850558ef55 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0541317 Aug 14 19:06:26.422105 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-61d3da24-76d3-467e-92ab-f571c799384e req-cb6c6d6b-4855-413c-b74b-b44921bf22ca tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322828 Aug 14 19:06:26.608547 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042a844-fba6-45b3-8e76-ec6879116e6c req-06dfaa3b-fb0a-4894-ad26-c1f0aa64488d tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:26.610025 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-6042a844-fba6-45b3-8e76-ec6879116e6c req-06dfaa3b-fb0a-4894-ad26-c1f0aa64488d tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/ports?device_id=678e64aa-fc19-4342-9108-f3bdd9dc71c6 HTTP/1.1" status: 200 len: 944 time: 0.0505619 Aug 14 19:06:26.652133 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-6042a844-fba6-45b3-8e76-ec6879116e6c req-7e182060-742c-485d-bad1-3997a1f2c584 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/security-groups?id=e457d3c6-a60a-4ccf-a934-68b925aab28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336952 Aug 14 19:06:27.057991 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 19d3329b-30bc-4314-bc67-fcd16e898d3e details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 14 19:06:27.061229 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 3cb582a5-9444-4697-82db-b9c693b510da up at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:06:27.063519 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a39684-4624-4177-aadc-54f9a3743804 req-e3a067f4-579d-4f77-b30f-c644e0749c7d tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:27.066415 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c3a39684-4624-4177-aadc-54f9a3743804 req-e3a067f4-579d-4f77-b30f-c644e0749c7d tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 946 time: 0.0494344 Aug 14 19:06:27.159698 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c3a39684-4624-4177-aadc-54f9a3743804 req-7214cbad-e649-4015-a8d7-dffb9f58f140 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/security-groups?id=84203a9d-f87d-4d63-a1c9-1784de7f7dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867388 Aug 14 19:06:27.174906 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c11fd-0dc0-4180-b7e6-0ed7d234d930 req-6db27ef4-ee28-4fe7-a3ac-5a23b39e1a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:27.186320 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-fd4c11fd-0dc0-4180-b7e6-0ed7d234d930 req-6db27ef4-ee28-4fe7-a3ac-5a23b39e1a23 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618&tenant_id=0ee573824097433d91bee4e7433a5196 HTTP/1.1" status: 200 len: 1096 time: 0.0883377 Aug 14 19:06:27.186451 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning for port 3cb582a5-9444-4697-82db-b9c693b510da completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:06:27.195226 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning complete for port 3cb582a5-9444-4697-82db-b9c693b510da triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:06:27.195601 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:27.231246 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 19d3329b-30bc-4314-bc67-fcd16e898d3e, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=19d3329b-30bc-4314-bc67-fcd16e898d3e,segment=NetworkSegment(dff1a760-12e6-4399-b897-2bbf3927ec5d),segment_id=dff1a760-12e6-4399-b897-2bbf3927ec5d)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:06:27.256420 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Returning: {'device': '19d3329b-30bc-4314-bc67-fcd16e898d3e', 'network_id': 'd646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a', 'port_id': '19d3329b-30bc-4314-bc67-fcd16e898d3e', 'mac_address': 'fa:16:3e:15:ba:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f715183-cd29-4f58-8407-9662756bc442', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 14 19:06:27.258325 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c11fd-0dc0-4180-b7e6-0ed7d234d930 req-388b34c8-f657-45b5-b9db-efba84118736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:27.260284 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-fd4c11fd-0dc0-4180-b7e6-0ed7d234d930 req-388b34c8-f657-45b5-b9db-efba84118736 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ee573824097433d91bee4e7433a5196&device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 1096 time: 0.0580146 Aug 14 19:06:27.295248 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f0362-0365-4aa3-8a4a-fbccc92837e6 req-5b23b3fb-5dee-4c17-9415-fd27a7c37832 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:27.296304 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-2f1f0362-0365-4aa3-8a4a-fbccc92837e6 req-5b23b3fb-5dee-4c17-9415-fd27a7c37832 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 946 time: 0.0591249 Aug 14 19:06:27.309429 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:27.338135 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-2f1f0362-0365-4aa3-8a4a-fbccc92837e6 req-3bb7e767-d436-4fb0-a05d-e36c1ed99e30 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/security-groups?id=84203a9d-f87d-4d63-a1c9-1784de7f7dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323749 Aug 14 19:06:27.396376 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd607af6-8a4f-4454-b643-34e1a595bca8 req-910c5f23-c420-4d40-a5ca-04e7246b731c tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:27.397972 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-bd607af6-8a4f-4454-b643-34e1a595bca8 req-910c5f23-c420-4d40-a5ca-04e7246b731c tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 943 time: 0.1339250 Aug 14 19:06:27.439539 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c11fd-0dc0-4180-b7e6-0ed7d234d930 req-f0054a94-f87e-404a-821a-a2973d5fb465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:27.441083 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-fd4c11fd-0dc0-4180-b7e6-0ed7d234d930 req-f0054a94-f87e-404a-821a-a2973d5fb465 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e20a322d-65f8-4e18-8722-5646c45ef02b HTTP/1.1" status: 200 len: 918 time: 0.1645403 Aug 14 19:06:27.476963 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12cfe1e-889c-4146-aeaf-75c1e54524ad req-069f8707-f436-492e-b102-d199973e12c9 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:27.477839 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19d3329b-30bc-4314-bc67-fcd16e898d3e {{(pid=94118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:06:27.478639 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e12cfe1e-889c-4146-aeaf-75c1e54524ad req-069f8707-f436-492e-b102-d199973e12c9 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 943 time: 0.0544963 Aug 14 19:06:27.506641 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:27.509659 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 19d3329b-30bc-4314-bc67-fcd16e898d3e, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=19d3329b-30bc-4314-bc67-fcd16e898d3e,segment=NetworkSegment(dff1a760-12e6-4399-b897-2bbf3927ec5d),segment_id=dff1a760-12e6-4399-b897-2bbf3927ec5d)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:06:27.515679 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-fd4c11fd-0dc0-4180-b7e6-0ed7d234d930 req-17d24962-8072-4319-94c9-70a1564e83ec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05b7d85a-12fc-4cbf-971e-151d3d875524 HTTP/1.1" status: 200 len: 999 time: 0.0645819 Aug 14 19:06:27.519237 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-bd607af6-8a4f-4454-b643-34e1a595bca8 req-e8dae4c2-aa04-4efa-9673-b4dcff60a354 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148522 Aug 14 19:06:27.521747 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:27.549749 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e12cfe1e-889c-4146-aeaf-75c1e54524ad req-b9d41250-5bf3-41c6-92d6-e8f8ce27c6d5 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0626903 Aug 14 19:06:27.567246 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678e64aa-fc19-4342-9108-f3bdd9dc71c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb582a5-9444-4697-82db-b9c693b510da'}] {{(pid=94118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:06:27.569498 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec225036cb8a85e900ef4a1438a865ee1e0a541caa4576dd66f1a48457471f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fc4bb6-8ce0-49a8-8f3d-0f2d941d24b9" -d '{"events": [{"server_uuid": "678e64aa-fc19-4342-9108-f3bdd9dc71c6", "name": "network-vif-plugged", "status": "completed", "tag": "3cb582a5-9444-4697-82db-b9c693b510da"}]}' {{(pid=94118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:06:27.586656 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 3cb582a5-9444-4697-82db-b9c693b510da, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=3cb582a5-9444-4697-82db-b9c693b510da,segment=NetworkSegment(342e6f94-fd33-47c5-9991-238dff7950c4),segment_id=342e6f94-fd33-47c5-9991-238dff7950c4)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:06:27.597625 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:27.598614 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c11fd-0dc0-4180-b7e6-0ed7d234d930 req-97716833-9eba-41f1-9bee-2f5f0e579083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:27.598756 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 05b7d85a-12fc-4cbf-971e-151d3d875524 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:06:27.600719 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-fd4c11fd-0dc0-4180-b7e6-0ed7d234d930 req-97716833-9eba-41f1-9bee-2f5f0e579083 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d22740df-b26d-44e8-8433-34e5ba454618 HTTP/1.1" status: 200 len: 856 time: 0.0774496 Aug 14 19:06:27.630280 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=19d3329b-30bc-4314-bc67-fcd16e898d3e,revision_number=4']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:27.675168 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c11fd-0dc0-4180-b7e6-0ed7d234d930 req-eb974926-ffd7-429c-8efd-9175cb3fc31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:27.676973 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-fd4c11fd-0dc0-4180-b7e6-0ed7d234d930 req-eb974926-ffd7-429c-8efd-9175cb3fc31b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e20a322d-65f8-4e18-8722-5646c45ef02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0577939 Aug 14 19:06:27.700129 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9596ec-e3ba-4ca6-8cb9-71a22112e580 x-openstack-request-id: req-ca9596ec-e3ba-4ca6-8cb9-71a22112e580 {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:06:27.700654 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678e64aa-fc19-4342-9108-f3bdd9dc71c6", "name": "network-vif-plugged", "status": "completed", "tag": "3cb582a5-9444-4697-82db-b9c693b510da", "code": 200}]} {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:06:27.700914 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ca9596ec-e3ba-4ca6-8cb9-71a22112e580 {{(pid=94118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:06:27.701312 dv-cinder-804581-2-iscsi neutron-server[94118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678e64aa-fc19-4342-9108-f3bdd9dc71c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb582a5-9444-4697-82db-b9c693b510da', 'code': 200} Aug 14 19:06:27.721546 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=3cb582a5-9444-4697-82db-b9c693b510da,revision_number=5']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:27.807444 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-fd4c11fd-0dc0-4180-b7e6-0ed7d234d930 req-2ebbe837-d258-48ef-9ace-67b07d64df87 service neutron] 10.222.0.24 "GET /v2.0/networks/e20a322d-65f8-4e18-8722-5646c45ef02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186492 Aug 14 19:06:27.833488 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] get_ports_and_sgs() called for port_ids ['19d3329b-30bc-4314-bc67-fcd16e898d3e'] {{(pid=94118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 14 19:06:27.834991 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac63e41-a71e-473b-9f16-3eb6f9686031 req-51f776ee-0e80-4ae2-a016-4e915bc9bf88 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:27.837458 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-8ac63e41-a71e-473b-9f16-3eb6f9686031 req-51f776ee-0e80-4ae2-a016-4e915bc9bf88 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/ports?device_id=678e64aa-fc19-4342-9108-f3bdd9dc71c6 HTTP/1.1" status: 200 len: 945 time: 0.0553696 Aug 14 19:06:27.935180 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-fd4c11fd-0dc0-4180-b7e6-0ed7d234d930 req-8b5bdc7c-03be-4789-8521-a2c5e6ec70cb service neutron] 10.222.0.24 "GET /v2.0/networks/e20a322d-65f8-4e18-8722-5646c45ef02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201277 Aug 14 19:06:27.941896 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-8ac63e41-a71e-473b-9f16-3eb6f9686031 req-701f17da-187f-47b5-b051-4ed5d7b7c549 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/security-groups?id=e457d3c6-a60a-4ccf-a934-68b925aab28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936263 Aug 14 19:06:27.945377 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eadca73-f051-4516-a665-c86ac3877e83 req-1b407458-c1f8-46d5-af54-4461f2b9db56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:27.946986 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-7eadca73-f051-4516-a665-c86ac3877e83 req-1b407458-c1f8-46d5-af54-4461f2b9db56 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=678e64aa-fc19-4342-9108-f3bdd9dc71c6 HTTP/1.1" status: 200 len: 1098 time: 0.1084821 Aug 14 19:06:28.010836 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-7eadca73-f051-4516-a665-c86ac3877e83 req-1886b3bb-71ff-4ad7-8641-7b26c0699718 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e457d3c6-a60a-4ccf-a934-68b925aab28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511589 Aug 14 19:06:28.041773 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb138d4-ac06-493b-8bd9-7033b16e630f req-1216b131-acdd-4f83-8311-95e77785dc22 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:28.051469 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-0bb138d4-ac06-493b-8bd9-7033b16e630f req-1216b131-acdd-4f83-8311-95e77785dc22 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 946 time: 0.0775511 Aug 14 19:06:28.092657 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-0bb138d4-ac06-493b-8bd9-7033b16e630f req-c01aa658-308f-450c-b6bd-2efff4afd864 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/security-groups?id=84203a9d-f87d-4d63-a1c9-1784de7f7dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371320 Aug 14 19:06:28.738070 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40be1d-eafa-4eed-9eb0-0de9a5e7a0a1 req-84984963-513f-463e-9578-28c650cbe0a3 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:28.746171 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ae40be1d-eafa-4eed-9eb0-0de9a5e7a0a1 req-84984963-513f-463e-9578-28c650cbe0a3 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 944 time: 0.1076055 Aug 14 19:06:28.759558 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b7ea4-7230-41f0-8d53-ce695d322517 req-06d028dd-a91f-4a34-9a3e-2d62ea4564cf tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:28.761697 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-569b7ea4-7230-41f0-8d53-ce695d322517 req-06d028dd-a91f-4a34-9a3e-2d62ea4564cf tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 943 time: 0.0838435 Aug 14 19:06:28.809697 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ae40be1d-eafa-4eed-9eb0-0de9a5e7a0a1 req-a06b1052-f100-40ab-ad78-8e444d7d91a9 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0624218 Aug 14 19:06:28.821552 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-569b7ea4-7230-41f0-8d53-ce695d322517 req-a8f9270e-9795-493b-89ec-2788d612d1d7 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535321 Aug 14 19:06:29.062806 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa57eb-c1d8-43e4-a85b-df7764ac8322 req-e4a0a877-4d0f-4964-a44b-511dab636628 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:29.064624 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8baa57eb-c1d8-43e4-a85b-df7764ac8322 req-e4a0a877-4d0f-4964-a44b-511dab636628 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/ports?device_id=678e64aa-fc19-4342-9108-f3bdd9dc71c6 HTTP/1.1" status: 200 len: 945 time: 0.0508950 Aug 14 19:06:29.079125 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 19d3329b-30bc-4314-bc67-fcd16e898d3e up at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:06:29.105932 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8baa57eb-c1d8-43e4-a85b-df7764ac8322 req-813218ae-df91-4187-9062-353e45b01e1d tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/security-groups?id=e457d3c6-a60a-4ccf-a934-68b925aab28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349970 Aug 14 19:06:29.150377 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning for port 19d3329b-30bc-4314-bc67-fcd16e898d3e completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:06:29.154675 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning complete for port 19d3329b-30bc-4314-bc67-fcd16e898d3e triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:06:29.155057 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:29.255470 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:29.294395 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 19d3329b-30bc-4314-bc67-fcd16e898d3e, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=19d3329b-30bc-4314-bc67-fcd16e898d3e,segment=NetworkSegment(dff1a760-12e6-4399-b897-2bbf3927ec5d),segment_id=dff1a760-12e6-4399-b897-2bbf3927ec5d)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:06:29.307191 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:29.356854 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=19d3329b-30bc-4314-bc67-fcd16e898d3e,revision_number=5']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:29.703052 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d466178-ee43-439c-b406-01c75e466f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d3329b-30bc-4314-bc67-fcd16e898d3e'}] {{(pid=94118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:06:29.707914 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec225036cb8a85e900ef4a1438a865ee1e0a541caa4576dd66f1a48457471f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235503e6-5627-4025-b59f-58a4485b8652" -d '{"events": [{"server_uuid": "6d466178-ee43-439c-b406-01c75e466f62", "name": "network-vif-plugged", "status": "completed", "tag": "19d3329b-30bc-4314-bc67-fcd16e898d3e"}]}' {{(pid=94118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:06:29.747689 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d06f3e-1cf7-4647-a16b-1da5d024bafb x-openstack-request-id: req-c1d06f3e-1cf7-4647-a16b-1da5d024bafb {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:06:29.748000 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d466178-ee43-439c-b406-01c75e466f62", "name": "network-vif-plugged", "status": "completed", "tag": "19d3329b-30bc-4314-bc67-fcd16e898d3e", "code": 200}]} {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:06:29.748247 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c1d06f3e-1cf7-4647-a16b-1da5d024bafb {{(pid=94118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:06:29.748639 dv-cinder-804581-2-iscsi neutron-server[94118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d466178-ee43-439c-b406-01c75e466f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d3329b-30bc-4314-bc67-fcd16e898d3e', 'code': 200} Aug 14 19:06:29.933952 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edac87-5e68-43e5-a381-648685d1ad91 req-c3254777-79f3-43be-ae61-2386b90e88c0 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:29.935454 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c3edac87-5e68-43e5-a381-648685d1ad91 req-c3254777-79f3-43be-ae61-2386b90e88c0 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 945 time: 0.0529933 Aug 14 19:06:29.975806 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c3edac87-5e68-43e5-a381-648685d1ad91 req-700d8a84-120c-4549-bfd0-af3d421f016d tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334074 Aug 14 19:06:30.086794 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f70927-1147-476a-a58a-f57ddbbbd9fa req-5caa174b-bae4-4d84-a46b-07e42a91a48b tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:30.088691 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-47f70927-1147-476a-a58a-f57ddbbbd9fa req-5caa174b-bae4-4d84-a46b-07e42a91a48b tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 943 time: 0.0524576 Aug 14 19:06:30.133531 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-47f70927-1147-476a-a58a-f57ddbbbd9fa req-62b0f7f0-d170-454d-ad17-c187517eef90 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388215 Aug 14 19:06:30.245400 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d765150-f535-4e60-8ff4-0b37eaad1854 req-7484bc6d-8529-494f-bcfc-40bceaa7d914 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:30.247027 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-7d765150-f535-4e60-8ff4-0b37eaad1854 req-7484bc6d-8529-494f-bcfc-40bceaa7d914 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/ports?device_id=678e64aa-fc19-4342-9108-f3bdd9dc71c6 HTTP/1.1" status: 200 len: 945 time: 0.0509133 Aug 14 19:06:30.288434 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-7d765150-f535-4e60-8ff4-0b37eaad1854 req-2c3d449f-9948-4600-8e0a-9dc6043ce610 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/security-groups?id=e457d3c6-a60a-4ccf-a934-68b925aab28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353134 Aug 14 19:06:30.543982 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd288815-2a20-4b9a-a00c-978667f5ff67 req-d4f20120-52ea-4c59-9e6b-3267881fbdeb tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:30.545219 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-cd288815-2a20-4b9a-a00c-978667f5ff67 req-d4f20120-52ea-4c59-9e6b-3267881fbdeb tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.0539672 Aug 14 19:06:30.585786 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-cd288815-2a20-4b9a-a00c-978667f5ff67 req-11f81f60-fe44-4a6f-a01e-60e129b8c07a tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337903 Aug 14 19:06:31.127012 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b74c1-82be-481c-938d-5d6f83983ce7 req-1b910aaf-9c97-4b33-95f0-dbf8a70cd59a tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:31.128602 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-323b74c1-82be-481c-938d-5d6f83983ce7 req-1b910aaf-9c97-4b33-95f0-dbf8a70cd59a tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 945 time: 0.0763462 Aug 14 19:06:31.183318 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-323b74c1-82be-481c-938d-5d6f83983ce7 req-624e0375-a628-48d8-9179-cbb0736e3785 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482643 Aug 14 19:06:31.311884 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af77dc-d8ec-4fed-8aab-1315c4ec2a0e req-8b372288-9eef-44dc-803a-7d99339a6c95 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:31.314034 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-01af77dc-d8ec-4fed-8aab-1315c4ec2a0e req-8b372288-9eef-44dc-803a-7d99339a6c95 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 943 time: 0.0511925 Aug 14 19:06:31.354429 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-01af77dc-d8ec-4fed-8aab-1315c4ec2a0e req-3946b1cc-a198-479d-b07e-517534e1c135 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339739 Aug 14 19:06:31.468234 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5bc2d7-c3fb-4776-ae41-ce9ca4cb8a0c req-93225000-190c-4a34-a541-1306d92b7cda tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:31.469809 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ba5bc2d7-c3fb-4776-ae41-ce9ca4cb8a0c req-93225000-190c-4a34-a541-1306d92b7cda tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/ports?device_id=678e64aa-fc19-4342-9108-f3bdd9dc71c6 HTTP/1.1" status: 200 len: 945 time: 0.0539732 Aug 14 19:06:31.518385 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ba5bc2d7-c3fb-4776-ae41-ce9ca4cb8a0c req-2735a351-f3f0-4589-b82a-2c36fb6b6911 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/security-groups?id=e457d3c6-a60a-4ccf-a934-68b925aab28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421922 Aug 14 19:06:31.707510 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3544d-e7d9-4505-8dca-d92258ff0ce1 req-e70cf141-330e-43a9-9cb6-ae0935ff4e79 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:31.708944 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-adb3544d-e7d9-4505-8dca-d92258ff0ce1 req-e70cf141-330e-43a9-9cb6-ae0935ff4e79 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.0501394 Aug 14 19:06:31.756153 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-adb3544d-e7d9-4505-8dca-d92258ff0ce1 req-f29aab62-2b59-4cce-a21b-ba23972f1e6b tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400193 Aug 14 19:06:32.305399 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb46e746-dc1f-4b22-a51d-98bdc39918a2 req-175b45b2-92ee-439e-aabb-f0cc3804c555 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:32.306952 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-bb46e746-dc1f-4b22-a51d-98bdc39918a2 req-175b45b2-92ee-439e-aabb-f0cc3804c555 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 945 time: 0.0508599 Aug 14 19:06:32.350221 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-bb46e746-dc1f-4b22-a51d-98bdc39918a2 req-e5321d08-21b2-4731-9167-3b6ad62193ce tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367439 Aug 14 19:06:32.487340 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1acaf-1520-4a89-9bfd-aad9ceefbabb req-5591af4c-06d5-4173-803a-06d51d0119da tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:32.488773 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c1f1acaf-1520-4a89-9bfd-aad9ceefbabb req-5591af4c-06d5-4173-803a-06d51d0119da tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 943 time: 0.0564525 Aug 14 19:06:32.529438 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c1f1acaf-1520-4a89-9bfd-aad9ceefbabb req-d94dc701-91bc-4b04-bc67-90ad8888ef14 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348382 Aug 14 19:06:32.649829 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cd94e-cac8-4e28-ae4c-fe9d97f6d3b7 req-f23fceb4-f27d-440e-bdc9-3c7efa8af1a0 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:32.651378 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ce5cd94e-cac8-4e28-ae4c-fe9d97f6d3b7 req-f23fceb4-f27d-440e-bdc9-3c7efa8af1a0 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/ports?device_id=678e64aa-fc19-4342-9108-f3bdd9dc71c6 HTTP/1.1" status: 200 len: 945 time: 0.0601826 Aug 14 19:06:32.695814 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ce5cd94e-cac8-4e28-ae4c-fe9d97f6d3b7 req-ff77e8b3-3539-4ebc-9eb1-94f08cc6b474 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/security-groups?id=e457d3c6-a60a-4ccf-a934-68b925aab28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384321 Aug 14 19:06:32.882599 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78616a7f-2ecc-4835-bfee-4bd1fd35c0db req-fd9bd37d-b543-45f8-93cf-70e4c79faf6d tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:32.884136 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-78616a7f-2ecc-4835-bfee-4bd1fd35c0db req-fd9bd37d-b543-45f8-93cf-70e4c79faf6d tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.0546505 Aug 14 19:06:32.927273 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-78616a7f-2ecc-4835-bfee-4bd1fd35c0db req-cadf9977-9f06-4e0a-9c6c-2578e6bd8275 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366304 Aug 14 19:06:33.465219 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3a495-0965-477c-97f3-d57b1139d4b2 req-7a0cb1f4-3b6d-482e-beb0-38a6148692f8 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:33.466868 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-3dd3a495-0965-477c-97f3-d57b1139d4b2 req-7a0cb1f4-3b6d-482e-beb0-38a6148692f8 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 945 time: 0.0507355 Aug 14 19:06:33.510586 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-3dd3a495-0965-477c-97f3-d57b1139d4b2 req-1ac6dc86-6ec1-4bf0-a4d2-4c4531080a6f tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368752 Aug 14 19:06:33.653841 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9ed7b-6c33-4b59-aeda-f8bfc1e7b555 req-6dbe5f03-11aa-4165-affe-3b3f62c21a63 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:33.655256 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4df9ed7b-6c33-4b59-aeda-f8bfc1e7b555 req-6dbe5f03-11aa-4165-affe-3b3f62c21a63 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 943 time: 0.0508206 Aug 14 19:06:33.703889 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4df9ed7b-6c33-4b59-aeda-f8bfc1e7b555 req-5cbb7928-f2d8-420c-888c-be59a7d0bc0f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420823 Aug 14 19:06:33.827284 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f479e-34bf-499e-9bf5-797f48fd5a21 req-e5828f7b-5748-4977-83db-5cf6cc457585 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:33.835341 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-245f479e-34bf-499e-9bf5-797f48fd5a21 req-e5828f7b-5748-4977-83db-5cf6cc457585 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/ports?device_id=678e64aa-fc19-4342-9108-f3bdd9dc71c6 HTTP/1.1" status: 200 len: 945 time: 0.0596910 Aug 14 19:06:33.875017 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-245f479e-34bf-499e-9bf5-797f48fd5a21 req-d7783ad8-77a9-47d6-a627-a793b42fa88e tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/security-groups?id=e457d3c6-a60a-4ccf-a934-68b925aab28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383589 Aug 14 19:06:34.053557 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894dd941-852c-4f70-a092-059ca6e139c8 req-656b341f-0c98-463d-9382-630b6120d557 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:34.055448 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-894dd941-852c-4f70-a092-059ca6e139c8 req-656b341f-0c98-463d-9382-630b6120d557 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.0553577 Aug 14 19:06:34.097844 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-894dd941-852c-4f70-a092-059ca6e139c8 req-14666023-5fc3-462e-b86b-72e4d1a13d17 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364380 Aug 14 19:06:34.631731 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ffcd01-9c66-4ff1-b9f5-114d00ab033f req-051d4432-bc60-4c5f-9d2c-4b4bebda12c0 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:34.633420 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-75ffcd01-9c66-4ff1-b9f5-114d00ab033f req-051d4432-bc60-4c5f-9d2c-4b4bebda12c0 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 945 time: 0.0517001 Aug 14 19:06:34.677256 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-75ffcd01-9c66-4ff1-b9f5-114d00ab033f req-6b6cd4a8-898a-40de-ab55-9e2aadef254e tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373907 Aug 14 19:06:34.831542 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0489fab-3bfe-4902-9738-48be174dbcb4 req-50489dc6-1357-4c7d-9369-f0baf96ca71c tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:34.833056 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d0489fab-3bfe-4902-9738-48be174dbcb4 req-50489dc6-1357-4c7d-9369-f0baf96ca71c tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 943 time: 0.0517511 Aug 14 19:06:34.875644 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d0489fab-3bfe-4902-9738-48be174dbcb4 req-55f56a9a-30ae-44c6-87bf-d230575d6d6e tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360811 Aug 14 19:06:34.998953 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c97ca-fe52-4719-89e0-d8e03c487b18 req-88cd40bf-45c1-47cf-b674-d62f2b6e8b8a tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:35.001030 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-628c97ca-fe52-4719-89e0-d8e03c487b18 req-88cd40bf-45c1-47cf-b674-d62f2b6e8b8a tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/ports?device_id=678e64aa-fc19-4342-9108-f3bdd9dc71c6 HTTP/1.1" status: 200 len: 945 time: 0.0524158 Aug 14 19:06:35.042411 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-628c97ca-fe52-4719-89e0-d8e03c487b18 req-b8ef0b40-0fec-4647-8ccb-3215cc2f03ce tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/security-groups?id=e457d3c6-a60a-4ccf-a934-68b925aab28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336661 Aug 14 19:06:35.213093 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d77727-04e6-4d94-93a0-d4f0c62a95b7 req-090a658c-00cd-4392-9b7c-14db948f9463 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:35.214663 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-44d77727-04e6-4d94-93a0-d4f0c62a95b7 req-090a658c-00cd-4392-9b7c-14db948f9463 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.0482173 Aug 14 19:06:35.258515 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-44d77727-04e6-4d94-93a0-d4f0c62a95b7 req-1b4d7007-7bd5-4491-ad9e-40264e9cd07d tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376716 Aug 14 19:06:35.797735 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018774b-2020-4eef-a694-99a9319f3a06 req-1ba541fb-0398-4fb8-838c-3134118a046c tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:35.799236 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f018774b-2020-4eef-a694-99a9319f3a06 req-1ba541fb-0398-4fb8-838c-3134118a046c tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 945 time: 0.0519185 Aug 14 19:06:35.839845 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f018774b-2020-4eef-a694-99a9319f3a06 req-459be154-6075-4aef-ba51-6d6b3fe20516 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346489 Aug 14 19:06:35.996760 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18578bed-ee05-4552-8861-8aced09eb980 req-1c1bb5ab-987b-4721-a1be-7ad2c60a7810 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:35.998206 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-18578bed-ee05-4552-8861-8aced09eb980 req-1c1bb5ab-987b-4721-a1be-7ad2c60a7810 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 943 time: 0.0494654 Aug 14 19:06:36.038568 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-18578bed-ee05-4552-8861-8aced09eb980 req-4201945c-c7cd-417f-a726-0ce759b446f9 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335460 Aug 14 19:06:36.163061 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634a4d9-c98a-487d-9fb1-f39195d294c4 req-b35e582e-f00a-4a0b-8a05-0036f9addbc5 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:36.166550 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4634a4d9-c98a-487d-9fb1-f39195d294c4 req-b35e582e-f00a-4a0b-8a05-0036f9addbc5 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/ports?device_id=678e64aa-fc19-4342-9108-f3bdd9dc71c6 HTTP/1.1" status: 200 len: 945 time: 0.0498700 Aug 14 19:06:36.210398 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4634a4d9-c98a-487d-9fb1-f39195d294c4 req-fb68b94f-7207-41b4-897c-514e6e515bc9 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/security-groups?id=e457d3c6-a60a-4ccf-a934-68b925aab28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392792 Aug 14 19:06:36.376081 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74db48-e0d4-4054-9ef0-ee295390e487 req-608b4b7d-05b6-492f-9716-f21ca437d799 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:36.377600 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-0e74db48-e0d4-4054-9ef0-ee295390e487 req-608b4b7d-05b6-492f-9716-f21ca437d799 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.0493596 Aug 14 19:06:36.417811 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-0e74db48-e0d4-4054-9ef0-ee295390e487 req-ccccd2b5-14e0-4d4a-b4bb-e2523624362a tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342569 Aug 14 19:06:36.959119 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f0396-9e19-4245-831d-83d764a87c2d req-f71a590e-69cc-4f84-9ccb-9c7d09665425 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:36.960644 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-db9f0396-9e19-4245-831d-83d764a87c2d req-f71a590e-69cc-4f84-9ccb-9c7d09665425 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 945 time: 0.0516007 Aug 14 19:06:37.002747 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-db9f0396-9e19-4245-831d-83d764a87c2d req-aa9116c8-eac9-47c5-84e4-82929beaaab1 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354192 Aug 14 19:06:37.200481 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9e1dc-05f1-46d6-afee-615b13f67b2a req-ddde880e-9e7e-4a48-bf3c-10e508e63dab tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:37.202356 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-70e9e1dc-05f1-46d6-afee-615b13f67b2a req-ddde880e-9e7e-4a48-bf3c-10e508e63dab tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 943 time: 0.0514767 Aug 14 19:06:37.247729 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-70e9e1dc-05f1-46d6-afee-615b13f67b2a req-8cf5d5c9-d18b-4b09-a0f0-eb8a96551862 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384998 Aug 14 19:06:37.366322 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac4e466-619b-469c-ba6c-6bbbc42914bc req-271f0262-213b-4173-be04-c1d11f0e9d90 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:37.367685 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-0ac4e466-619b-469c-ba6c-6bbbc42914bc req-271f0262-213b-4173-be04-c1d11f0e9d90 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/ports?device_id=678e64aa-fc19-4342-9108-f3bdd9dc71c6 HTTP/1.1" status: 200 len: 945 time: 0.0516689 Aug 14 19:06:37.407420 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-0ac4e466-619b-469c-ba6c-6bbbc42914bc req-4e637fe7-9f22-4044-9341-05271d8ce99b tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/security-groups?id=e457d3c6-a60a-4ccf-a934-68b925aab28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333650 Aug 14 19:06:37.534614 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58dc098-6e4f-406a-a9ac-0c679e363094 req-ffb7bfcd-504e-46e8-8262-d79707e256c6 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:37.536127 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f58dc098-6e4f-406a-a9ac-0c679e363094 req-ffb7bfcd-504e-46e8-8262-d79707e256c6 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.0511422 Aug 14 19:06:37.574921 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f58dc098-6e4f-406a-a9ac-0c679e363094 req-0050c908-9208-47a0-8625-c6cde039aa1e tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326545 Aug 14 19:06:38.127321 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7b410-34b7-4af6-bac6-d3d09f7ab5f2 req-42638015-002c-4735-968e-09e8dfa82b64 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:38.128779 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-53a7b410-34b7-4af6-bac6-d3d09f7ab5f2 req-42638015-002c-4735-968e-09e8dfa82b64 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 945 time: 0.0522661 Aug 14 19:06:38.173330 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-53a7b410-34b7-4af6-bac6-d3d09f7ab5f2 req-eb9503d0-10c4-4ed1-a559-79290e3927cc tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378971 Aug 14 19:06:38.376258 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f38be-4fea-4679-9637-973bac595391 req-a9d41606-17c7-4ddd-8b46-c35a45b4a5ef tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:38.378554 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ff3f38be-4fea-4679-9637-973bac595391 req-a9d41606-17c7-4ddd-8b46-c35a45b4a5ef tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 943 time: 0.0519538 Aug 14 19:06:38.418679 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ff3f38be-4fea-4679-9637-973bac595391 req-ac3a98d3-9386-4276-a623-ba2b3842eae4 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337276 Aug 14 19:06:38.536018 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903c824-4711-41ce-84b9-792dcd6fc67c req-8cf8a561-a903-42a2-9579-f0857975b26b tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:38.537724 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-9903c824-4711-41ce-84b9-792dcd6fc67c req-8cf8a561-a903-42a2-9579-f0857975b26b tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/ports?device_id=678e64aa-fc19-4342-9108-f3bdd9dc71c6 HTTP/1.1" status: 200 len: 945 time: 0.0558743 Aug 14 19:06:38.576944 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-9903c824-4711-41ce-84b9-792dcd6fc67c req-ac8eb024-ce94-485b-ac3f-82568064bec4 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/security-groups?id=e457d3c6-a60a-4ccf-a934-68b925aab28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327528 Aug 14 19:06:38.692743 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aae89f-f494-4db7-9932-30b21ad1f940 req-6d6a8838-a813-4be6-9bb2-07a9e8df735d tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:38.694153 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f9aae89f-f494-4db7-9932-30b21ad1f940 req-6d6a8838-a813-4be6-9bb2-07a9e8df735d tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.0500116 Aug 14 19:06:38.741967 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f9aae89f-f494-4db7-9932-30b21ad1f940 req-e71d976b-4f91-4787-80bb-fae19f347516 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412881 Aug 14 19:06:39.290716 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f066dd5-dc5f-462b-953f-7233c2a43a39 req-508425cb-93f2-49ae-8c69-f8045b0a6f69 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:39.292247 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-5f066dd5-dc5f-462b-953f-7233c2a43a39 req-508425cb-93f2-49ae-8c69-f8045b0a6f69 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 945 time: 0.0502436 Aug 14 19:06:39.334615 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-5f066dd5-dc5f-462b-953f-7233c2a43a39 req-33b53793-b8e6-4887-9f8f-20a43a65c13f tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350354 Aug 14 19:06:39.543143 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf289c3-c82f-4f42-bf84-bc488474bfcd req-2371a29f-cbe2-40df-9b14-15b21aa418cd tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:39.544626 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-7bf289c3-c82f-4f42-bf84-bc488474bfcd req-2371a29f-cbe2-40df-9b14-15b21aa418cd tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 943 time: 0.0505760 Aug 14 19:06:39.586317 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-7bf289c3-c82f-4f42-bf84-bc488474bfcd req-99c87711-f46a-4093-995c-3d899dc10dac tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343032 Aug 14 19:06:39.694422 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0a577-9be1-4334-b317-db143cae729d req-6512dd79-06f8-4df9-918e-8597de5a7e33 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:39.695898 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-abb0a577-9be1-4334-b317-db143cae729d req-6512dd79-06f8-4df9-918e-8597de5a7e33 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/ports?device_id=678e64aa-fc19-4342-9108-f3bdd9dc71c6 HTTP/1.1" status: 200 len: 945 time: 0.0492449 Aug 14 19:06:39.737505 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-abb0a577-9be1-4334-b317-db143cae729d req-0d3ca392-c8b1-418d-b4e6-6915fa9e3554 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/security-groups?id=e457d3c6-a60a-4ccf-a934-68b925aab28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355048 Aug 14 19:06:39.855186 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c392ae-12d3-4d12-a810-0a210b7ad936 req-c983f082-98e0-4012-9793-cf2f925679f3 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:39.856674 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-03c392ae-12d3-4d12-a810-0a210b7ad936 req-c983f082-98e0-4012-9793-cf2f925679f3 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.0487351 Aug 14 19:06:39.896392 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-03c392ae-12d3-4d12-a810-0a210b7ad936 req-c8c7a0b6-22ee-41ef-9d30-c0ccd976b66b tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332406 Aug 14 19:06:40.460146 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003471e-a315-443c-a413-74a645036943 req-c5037cd2-af77-4d20-a9d8-95ffb0830fc3 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:40.461635 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f003471e-a315-443c-a413-74a645036943 req-c5037cd2-af77-4d20-a9d8-95ffb0830fc3 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 945 time: 0.0537500 Aug 14 19:06:40.500770 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de8cca-d0a1-4e16-89c7-4596aa66a67e req-a76eb71a-0ee1-4639-98f7-ee69a7a9f7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:40.502847 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-b7de8cca-d0a1-4e16-89c7-4596aa66a67e req-a76eb71a-0ee1-4639-98f7-ee69a7a9f7fc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 1098 time: 0.0396302 Aug 14 19:06:40.504616 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f003471e-a315-443c-a413-74a645036943 req-57c76c42-c6cd-481a-9cc5-57ea11010a61 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340245 Aug 14 19:06:40.541591 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-b7de8cca-d0a1-4e16-89c7-4596aa66a67e req-2448ab5e-f104-47e5-9ce8-c9ca5aae1dbf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307825 Aug 14 19:06:40.710863 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80743c51-1764-492c-af14-8140f07207c1 req-c24cb73b-0ff9-4f30-ad5d-76a9b031335c tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:40.712340 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-80743c51-1764-492c-af14-8140f07207c1 req-c24cb73b-0ff9-4f30-ad5d-76a9b031335c tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 943 time: 0.0484133 Aug 14 19:06:40.750611 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-80743c51-1764-492c-af14-8140f07207c1 req-15a5fba6-c5b0-4954-bb7b-2d61ce171269 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323355 Aug 14 19:06:40.855358 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433303a3-c408-4bcf-8498-8be278455cc5 req-401808dd-9015-4d0e-a97d-e5e7d326b1bc tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:40.857008 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-433303a3-c408-4bcf-8498-8be278455cc5 req-401808dd-9015-4d0e-a97d-e5e7d326b1bc tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/ports?device_id=678e64aa-fc19-4342-9108-f3bdd9dc71c6 HTTP/1.1" status: 200 len: 945 time: 0.0520444 Aug 14 19:06:40.900795 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-433303a3-c408-4bcf-8498-8be278455cc5 req-99efc173-0adf-426b-8177-fc0f4de65e82 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/security-groups?id=e457d3c6-a60a-4ccf-a934-68b925aab28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376844 Aug 14 19:06:41.255712 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91336374-029a-4ba8-a4ef-8e67321013e8 req-7cfbec3c-2e0c-49c2-9af0-969ccc755b78 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:41.257230 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-91336374-029a-4ba8-a4ef-8e67321013e8 req-7cfbec3c-2e0c-49c2-9af0-969ccc755b78 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.2783275 Aug 14 19:06:41.293599 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-91336374-029a-4ba8-a4ef-8e67321013e8 req-a8cb75aa-dc99-4e3e-83eb-14c3e0ba72ba tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300348 Aug 14 19:06:41.619481 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3ad47-760b-490c-9469-bf3c26e9019f req-f93df142-41f3-4320-886e-62ef901aa185 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:41.620979 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-55e3ad47-760b-490c-9469-bf3c26e9019f req-f93df142-41f3-4320-886e-62ef901aa185 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 945 time: 0.0490472 Aug 14 19:06:41.658445 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-55e3ad47-760b-490c-9469-bf3c26e9019f req-2a51735a-c37b-4f25-8c8a-ed412d120047 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309680 Aug 14 19:06:41.874277 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614366e-ec7a-4130-b329-c1988df3cf3f req-39207a6d-2dc7-4f03-8aae-1ed185c8c73a tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:41.875805 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-a614366e-ec7a-4130-b329-c1988df3cf3f req-39207a6d-2dc7-4f03-8aae-1ed185c8c73a tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 943 time: 0.0507181 Aug 14 19:06:41.915742 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-a614366e-ec7a-4130-b329-c1988df3cf3f req-5d6f2735-d5f2-45f9-8a82-bbbaafcdc3f2 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335615 Aug 14 19:06:42.020025 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedef942-d514-4126-a7c0-7e71ed34adab req-7c78606a-d7b2-447b-b672-20e026271912 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:42.021509 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-eedef942-d514-4126-a7c0-7e71ed34adab req-7c78606a-d7b2-447b-b672-20e026271912 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/ports?device_id=678e64aa-fc19-4342-9108-f3bdd9dc71c6 HTTP/1.1" status: 200 len: 945 time: 0.0502906 Aug 14 19:06:42.059814 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-eedef942-d514-4126-a7c0-7e71ed34adab req-f46eff6b-4ceb-4a18-a54a-76cacdd5112e tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/security-groups?id=e457d3c6-a60a-4ccf-a934-68b925aab28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324202 Aug 14 19:06:42.412122 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e2271-e68d-43f4-b438-f1d62cb4ed04 req-29a31e28-9037-4de5-919c-797fea4a23fa tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:42.413637 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-d33e2271-e68d-43f4-b438-f1d62cb4ed04 req-29a31e28-9037-4de5-919c-797fea4a23fa tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.0539367 Aug 14 19:06:42.451419 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-d33e2271-e68d-43f4-b438-f1d62cb4ed04 req-bcc7129c-0227-4dcb-9f0b-40e0c37c93bc tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316479 Aug 14 19:06:42.780180 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51e6dc-8abb-4b84-9922-77181beae6db req-dc9046d4-e24d-4637-9879-f0df91f907c8 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:42.781773 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-fa51e6dc-8abb-4b84-9922-77181beae6db req-dc9046d4-e24d-4637-9879-f0df91f907c8 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 945 time: 0.0530839 Aug 14 19:06:42.820032 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-fa51e6dc-8abb-4b84-9922-77181beae6db req-2f81c7e8-4618-45b7-b424-be6a038c6a1b tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315096 Aug 14 19:06:42.823323 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f80ea9-cc0e-4f6c-9d4f-87c1187ba6af req-6116a2a5-6913-4286-afca-d92712077775 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:42.824617 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-21f80ea9-cc0e-4f6c-9d4f-87c1187ba6af req-6116a2a5-6913-4286-afca-d92712077775 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/ports?device_id=678e64aa-fc19-4342-9108-f3bdd9dc71c6 HTTP/1.1" status: 200 len: 945 time: 0.0486147 Aug 14 19:06:42.867943 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-21f80ea9-cc0e-4f6c-9d4f-87c1187ba6af req-57b2500d-25a9-4446-b620-f0012bd874d8 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/security-groups?id=e457d3c6-a60a-4ccf-a934-68b925aab28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368042 Aug 14 19:06:42.934979 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7058856f-2cb0-4da2-8cbc-2e6993e98292 req-70382203-fdae-4c23-80c4-59787e1ea1d8 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:42.936443 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-7058856f-2cb0-4da2-8cbc-2e6993e98292 req-70382203-fdae-4c23-80c4-59787e1ea1d8 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 945 time: 0.0486243 Aug 14 19:06:42.975666 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-7058856f-2cb0-4da2-8cbc-2e6993e98292 req-6eefdcfe-40dc-41a9-ac12-525ad753f584 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322444 Aug 14 19:06:42.998247 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 34542) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:06:43.042939 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f343d-1d63-4034-9c77-1ae345602f3e req-7abfc44f-760b-45bc-afd5-79efa0e669b6 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:43.044464 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ef8f343d-1d63-4034-9c77-1ae345602f3e req-7abfc44f-760b-45bc-afd5-79efa0e669b6 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 943 time: 0.0563850 Aug 14 19:06:43.085748 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ef8f343d-1d63-4034-9c77-1ae345602f3e req-10a4f2c4-c526-41ab-afed-45fd11c4e15b tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329020 Aug 14 19:06:43.168181 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af268ab2-d6c3-45a0-b43d-ad5f379430d7 tempest-TestShelveInstance-74375146 tempest-TestShelveInstance-74375146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:43.169641 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-af268ab2-d6c3-45a0-b43d-ad5f379430d7 tempest-TestShelveInstance-74375146 tempest-TestShelveInstance-74375146-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 1093 time: 0.1703744 Aug 14 19:06:43.172878 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 34546) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:06:43.178925 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-2ae89501-5732-48a0-8626-108129eea96d tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Request body: {'floatingip': {'floating_network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'port_id': '19d3329b-30bc-4314-bc67-fcd16e898d3e', 'tenant_id': '3b401b823ff34122a33652cb519dc6f7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:06:43.200691 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-2ae89501-5732-48a0-8626-108129eea96d tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks [] for floatingip, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:43.297001 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-2ae89501-5732-48a0-8626-108129eea96d tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:43.399641 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.db_base_plugin_common [None req-2ae89501-5732-48a0-8626-108129eea96d tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Allocated IP 172.27.2.23 (70527521-9220-43b3-92f5-8f32262fd0f1/b39bc0ec-218c-484d-aceb-7d591e49d9cc/a26a9323-6b71-4804-bff0-39c493f4580d) {{(pid=94116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:06:43.501362 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-2ae89501-5732-48a0-8626-108129eea96d tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks [] for port, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:43.583658 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281883f-a243-4ec6-9027-680014cbab5c req-ec3e9dc2-a11d-40ec-81e9-d3c240e1ea1f tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:43.585156 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-9281883f-a243-4ec6-9027-680014cbab5c req-ec3e9dc2-a11d-40ec-81e9-d3c240e1ea1f tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.0599225 Aug 14 19:06:43.586679 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-2ae89501-5732-48a0-8626-108129eea96d tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948'] for port, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:43.639731 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae89501-5732-48a0-8626-108129eea96d tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Network 70527521-9220-43b3-92f5-8f32262fd0f1 is already hosted by enough agents. {{(pid=94116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:06:43.653918 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.base_scheduler [None req-2ae89501-5732-48a0-8626-108129eea96d tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Resources bound (agent type, host, resource id): {{(pid=94116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:06:43.663926 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae89501-5732-48a0-8626-108129eea96d tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Received port after_create {{(pid=94116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:06:43.669703 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae89501-5732-48a0-8626-108129eea96d tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Pushing event updated for resources: {'Port': ['ID=a26a9323-6b71-4804-bff0-39c493f4580d,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:43.674731 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-9281883f-a243-4ec6-9027-680014cbab5c req-4b32a093-0cc2-4e12-a366-e61c973814ee tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829096 Aug 14 19:06:43.697695 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae89501-5732-48a0-8626-108129eea96d tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:06:43.698049 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae89501-5732-48a0-8626-108129eea96d tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:06:43.698422 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae89501-5732-48a0-8626-108129eea96d tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:06:43.698767 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae89501-5732-48a0-8626-108129eea96d tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:06:43.699102 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae89501-5732-48a0-8626-108129eea96d tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:06:43.699436 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae89501-5732-48a0-8626-108129eea96d tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:06:43.699767 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae89501-5732-48a0-8626-108129eea96d tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:06:43.700099 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae89501-5732-48a0-8626-108129eea96d tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:06:43.700430 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae89501-5732-48a0-8626-108129eea96d tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:06:43.700761 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae89501-5732-48a0-8626-108129eea96d tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:06:43.701088 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae89501-5732-48a0-8626-108129eea96d tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:06:43.701414 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae89501-5732-48a0-8626-108129eea96d tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:06:43.981643 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8aae6c-dda6-45c5-b618-9e4770692454 req-83444cab-cb77-4279-8fe5-1ebc8240538e tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:43.983062 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-fc8aae6c-dda6-45c5-b618-9e4770692454 req-83444cab-cb77-4279-8fe5-1ebc8240538e tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/ports?device_id=678e64aa-fc19-4342-9108-f3bdd9dc71c6 HTTP/1.1" status: 200 len: 945 time: 0.0492141 Aug 14 19:06:43.999871 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-2ae89501-5732-48a0-8626-108129eea96d tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:44.022715 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-fc8aae6c-dda6-45c5-b618-9e4770692454 req-66c3129e-9e42-4501-aa75-a1e0ad15c36a tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/security-groups?id=e457d3c6-a60a-4ccf-a934-68b925aab28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331156 Aug 14 19:06:44.098891 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-2ae89501-5732-48a0-8626-108129eea96d tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:44.111609 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0208c-8f58-4992-860a-3b14fb6d4e3c req-75288356-77fa-4a26-b057-72fff967ef5e tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:44.113104 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-86a0208c-8f58-4992-860a-3b14fb6d4e3c req-75288356-77fa-4a26-b057-72fff967ef5e tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.0855124 Aug 14 19:06:44.323790 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10929caf-f94f-4639-a410-43188ab0d4c8 req-e46aafb5-e9dc-4a4b-ab67-936a26dfc2be tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:44.325273 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-10929caf-f94f-4639-a410-43188ab0d4c8 req-e46aafb5-e9dc-4a4b-ab67-936a26dfc2be tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 943 time: 0.1658154 Aug 14 19:06:44.406358 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [req-86a0208c-8f58-4992-860a-3b14fb6d4e3c req-02b84e3b-bcad-4080-8909-e10555e3fdc9 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Deleting port a59fc614-8011-47f9-b9bd-c1734efd0102 {{(pid=94116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:06:44.406708 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-86a0208c-8f58-4992-860a-3b14fb6d4e3c req-02b84e3b-bcad-4080-8909-e10555e3fdc9 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:44.414492 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-10929caf-f94f-4639-a410-43188ab0d4c8 req-5e4fe81d-1cd0-4e49-a702-d838c5bf61ec tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781765 Aug 14 19:06:44.494067 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-2ae89501-5732-48a0-8626-108129eea96d tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks [] for port, precommit_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:44.503288 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-2ae89501-5732-48a0-8626-108129eea96d tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:44.542557 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-2ae89501-5732-48a0-8626-108129eea96d tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499347'] for floatingip, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:44.610481 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae89501-5732-48a0-8626-108129eea96d tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Pushing event updated for resources: {'Port': ['ID=a26a9323-6b71-4804-bff0-39c493f4580d,revision_number=2']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:44.614956 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [req-86a0208c-8f58-4992-860a-3b14fb6d4e3c req-02b84e3b-bcad-4080-8909-e10555e3fdc9 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] For port a59fc614-8011-47f9-b9bd-c1734efd0102, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=a59fc614-8011-47f9-b9bd-c1734efd0102,segment=NetworkSegment(5ba0e0d5-42c9-4f6a-b232-be11d5749a7a),segment_id=5ba0e0d5-42c9-4f6a-b232-be11d5749a7a)] {{(pid=94116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:06:44.615317 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-86a0208c-8f58-4992-860a-3b14fb6d4e3c req-02b84e3b-bcad-4080-8909-e10555e3fdc9 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:44.637826 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [req-86a0208c-8f58-4992-860a-3b14fb6d4e3c req-02b84e3b-bcad-4080-8909-e10555e3fdc9 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Calling delete_port for a59fc614-8011-47f9-b9bd-c1734efd0102 owned by compute:nova {{(pid=94116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:06:44.737173 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570fcd00-624b-4873-b02f-8d1a3566cc50 req-d880a91d-211c-4365-b57b-0649b8f4fad2 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:44.738704 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-570fcd00-624b-4873-b02f-8d1a3566cc50 req-d880a91d-211c-4365-b57b-0649b8f4fad2 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.24 "GET /v2.0/ports?device_id=678e64aa-fc19-4342-9108-f3bdd9dc71c6 HTTP/1.1" status: 200 len: 945 time: 0.0522349 Aug 14 19:06:44.756986 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.db.l3_db [None req-2ae89501-5732-48a0-8626-108129eea96d tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Floating IP c4b3ff4f-0e5d-4acf-b32f-546f99ff6791 associated. External IP: 172.27.2.23, port: 19d3329b-30bc-4314-bc67-fcd16e898d3e. Aug 14 19:06:44.839754 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1382496a-2c0b-42ce-b343-3403d9727377 req-165c8b55-57f6-4a59-8996-7dd5a700e6b0 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:44.841148 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1382496a-2c0b-42ce-b343-3403d9727377 req-165c8b55-57f6-4a59-8996-7dd5a700e6b0 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 946 time: 0.0969598 Aug 14 19:06:44.900016 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1382496a-2c0b-42ce-b343-3403d9727377 req-cbc5ff06-9ccc-474d-b619-7f7a9a3484f5 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527272 Aug 14 19:06:44.905770 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [req-570fcd00-624b-4873-b02f-8d1a3566cc50 req-10a45c35-c57f-4bf5-bc3f-38c01d761366 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Deleting port 3cb582a5-9444-4697-82db-b9c693b510da {{(pid=94117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:06:44.906118 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-570fcd00-624b-4873-b02f-8d1a3566cc50 req-10a45c35-c57f-4bf5-bc3f-38c01d761366 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:44.969004 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-86a0208c-8f58-4992-860a-3b14fb6d4e3c req-02b84e3b-bcad-4080-8909-e10555e3fdc9 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957'] for port, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:44.988513 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] get_ports_and_sgs() called for port_ids ['51a134f0-83fe-4ce2-b30d-91d08421f295', 'a59fc614-8011-47f9-b9bd-c1734efd0102'] {{(pid=94118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 14 19:06:44.998024 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [req-570fcd00-624b-4873-b02f-8d1a3566cc50 req-10a45c35-c57f-4bf5-bc3f-38c01d761366 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] For port 3cb582a5-9444-4697-82db-b9c693b510da, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=3cb582a5-9444-4697-82db-b9c693b510da,segment=NetworkSegment(342e6f94-fd33-47c5-9991-238dff7950c4),segment_id=342e6f94-fd33-47c5-9991-238dff7950c4)] {{(pid=94117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:06:44.998668 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-570fcd00-624b-4873-b02f-8d1a3566cc50 req-10a45c35-c57f-4bf5-bc3f-38c01d761366 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:45.012715 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [req-570fcd00-624b-4873-b02f-8d1a3566cc50 req-10a45c35-c57f-4bf5-bc3f-38c01d761366 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Calling delete_port for 3cb582a5-9444-4697-82db-b9c693b510da owned by compute:nova {{(pid=94117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:06:45.034219 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b84e3b-bcad-4080-8909-e10555e3fdc9 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Pushing event deleted for resources: {'Port': ['ID=a59fc614-8011-47f9-b9bd-c1734efd0102,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:45.164557 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-570fcd00-624b-4873-b02f-8d1a3566cc50 req-10a45c35-c57f-4bf5-bc3f-38c01d761366 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25274135'] for port, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:45.193789 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a45c35-c57f-4bf5-bc3f-38c01d761366 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Pushing event deleted for resources: {'Port': ['ID=3cb582a5-9444-4697-82db-b9c693b510da,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:45.207325 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a45c35-c57f-4bf5-bc3f-38c01d761366 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:06:45.207678 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a45c35-c57f-4bf5-bc3f-38c01d761366 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:06:45.208022 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a45c35-c57f-4bf5-bc3f-38c01d761366 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:06:45.208353 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a45c35-c57f-4bf5-bc3f-38c01d761366 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:06:45.208701 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a45c35-c57f-4bf5-bc3f-38c01d761366 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:06:45.209016 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a45c35-c57f-4bf5-bc3f-38c01d761366 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:06:45.209343 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a45c35-c57f-4bf5-bc3f-38c01d761366 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:06:45.209665 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a45c35-c57f-4bf5-bc3f-38c01d761366 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:06:45.209993 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a45c35-c57f-4bf5-bc3f-38c01d761366 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:06:45.210341 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a45c35-c57f-4bf5-bc3f-38c01d761366 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:06:45.210666 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a45c35-c57f-4bf5-bc3f-38c01d761366 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:06:45.210987 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a45c35-c57f-4bf5-bc3f-38c01d761366 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:06:45.245489 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.l3_dvrscheduler_db [req-570fcd00-624b-4873-b02f-8d1a3566cc50 req-10a45c35-c57f-4bf5-bc3f-38c01d761366 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] No DVR routers for this DVR port 3cb582a5-9444-4697-82db-b9c693b510da on host hv-cinder-80458 {{(pid=94117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 14 19:06:45.248087 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-570fcd00-624b-4873-b02f-8d1a3566cc50 req-10a45c35-c57f-4bf5-bc3f-38c01d761366 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:45.250141 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-570fcd00-624b-4873-b02f-8d1a3566cc50 req-10a45c35-c57f-4bf5-bc3f-38c01d761366 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.24 "DELETE /v2.0/ports/3cb582a5-9444-4697-82db-b9c693b510da HTTP/1.1" status: 204 len: 173 time: 0.4960251 Aug 14 19:06:45.250628 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678e64aa-fc19-4342-9108-f3bdd9dc71c6', 'name': 'network-vif-deleted', 'tag': '3cb582a5-9444-4697-82db-b9c693b510da'}] {{(pid=94117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:06:45.253464 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ea8273f875cf68671556eb39bbac10e5cf2532cbac2204340d4cc673a0511b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ac3170-c568-4d78-b215-bf5c72e4dcd7" -d '{"events": [{"server_uuid": "678e64aa-fc19-4342-9108-f3bdd9dc71c6", "name": "network-vif-deleted", "tag": "3cb582a5-9444-4697-82db-b9c693b510da"}]}' {{(pid=94117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:06:45.290940 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c2d4f5-4737-4fa4-a688-9398e984dcd7 x-openstack-request-id: req-e1c2d4f5-4737-4fa4-a688-9398e984dcd7 {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:06:45.291432 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678e64aa-fc19-4342-9108-f3bdd9dc71c6", "name": "network-vif-deleted", "tag": "3cb582a5-9444-4697-82db-b9c693b510da", "status": "completed", "code": 200}]} {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:06:45.291837 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e1c2d4f5-4737-4fa4-a688-9398e984dcd7 {{(pid=94117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:06:45.292384 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678e64aa-fc19-4342-9108-f3bdd9dc71c6', 'name': 'network-vif-deleted', 'tag': '3cb582a5-9444-4697-82db-b9c693b510da', 'status': 'completed', 'code': 200} Aug 14 19:06:45.344862 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a0208c-8f58-4992-860a-3b14fb6d4e3c req-02b84e3b-bcad-4080-8909-e10555e3fdc9 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] No DVR routers for this DVR port a59fc614-8011-47f9-b9bd-c1734efd0102 on host hv-cinder-80458 {{(pid=94116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 14 19:06:45.358968 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-86a0208c-8f58-4992-860a-3b14fb6d4e3c req-02b84e3b-bcad-4080-8909-e10555e3fdc9 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:45.361121 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-86a0208c-8f58-4992-860a-3b14fb6d4e3c req-02b84e3b-bcad-4080-8909-e10555e3fdc9 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.24 "DELETE /v2.0/ports/a59fc614-8011-47f9-b9bd-c1734efd0102 HTTP/1.1" status: 204 len: 173 time: 1.2307014 Aug 14 19:06:45.361617 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa97435-ad93-4ff9-b0ce-1e289c2efc24', 'name': 'network-vif-deleted', 'tag': 'a59fc614-8011-47f9-b9bd-c1734efd0102'}] {{(pid=94116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:06:45.363908 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28c49a314bd7f251079b489e766d97b9f33e90e077807a9e7e5bf7a3f9e5ced" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a26dec-8629-46ec-95ef-07b9e4fdf6c2" -d '{"events": [{"server_uuid": "9aa97435-ad93-4ff9-b0ce-1e289c2efc24", "name": "network-vif-deleted", "tag": "a59fc614-8011-47f9-b9bd-c1734efd0102"}]}' {{(pid=94116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:06:45.382225 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-97cab653-d92d-4786-ab7b-5428e99adc33 req-e73e4f9a-a7bb-4b0f-a8f5-c499552099f2 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/ports?device_id=678e64aa-fc19-4342-9108-f3bdd9dc71c6 HTTP/1.1" status: 200 len: 210 time: 0.0384185 Aug 14 19:06:45.389646 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae89501-5732-48a0-8626-108129eea96d tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Router 6318de3c-4422-4129-b25e-2f4047277e72 has already been hosted by L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 {{(pid=94116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 14 19:06:45.413043 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262adf33-0ae2-40d6-9e85-93c02c76893b x-openstack-request-id: req-262adf33-0ae2-40d6-9e85-93c02c76893b {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:06:45.413347 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa97435-ad93-4ff9-b0ce-1e289c2efc24", "name": "network-vif-deleted", "tag": "a59fc614-8011-47f9-b9bd-c1734efd0102", "status": "completed", "code": 200}]} {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:06:45.413652 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-262adf33-0ae2-40d6-9e85-93c02c76893b {{(pid=94116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:06:45.414211 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa97435-ad93-4ff9-b0ce-1e289c2efc24', 'name': 'network-vif-deleted', 'tag': 'a59fc614-8011-47f9-b9bd-c1734efd0102', 'status': 'completed', 'code': 200} Aug 14 19:06:45.556547 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae89501-5732-48a0-8626-108129eea96d tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 19:06:45.567448 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40c85a5-62b7-4fbd-b980-f5ec0a2c81b0 None None] Sync routers for ids ['6318de3c-4422-4129-b25e-2f4047277e72'] in dv-cinder-804581-2-iscsi {{(pid=94119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 19:06:45.576915 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40c85a5-62b7-4fbd-b980-f5ec0a2c81b0 None None] Routers {'6318de3c-4422-4129-b25e-2f4047277e72'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:06:45.577554 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-c40c85a5-62b7-4fbd-b980-f5ec0a2c81b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:06:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['6318de3c-4422-4129-b25e-2f4047277e72'], 'active': True} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:06:45.578931 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-2ae89501-5732-48a0-8626-108129eea96d tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for floatingip, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:45.590436 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5208aaf-47fa-490e-9643-f415bae69348 req-f01d691c-7f97-408d-9908-6ebfe50cca40 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:45.591939 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-a5208aaf-47fa-490e-9643-f415bae69348 req-f01d691c-7f97-408d-9908-6ebfe50cca40 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 943 time: 0.0790172 Aug 14 19:06:45.630133 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-2ae89501-5732-48a0-8626-108129eea96d tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4550679 Aug 14 19:06:45.648670 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-a5208aaf-47fa-490e-9643-f415bae69348 req-1b792829-4827-4579-bfc3-4878ce33708a tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415831 Aug 14 19:06:45.699926 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvr_db [None req-c40c85a5-62b7-4fbd-b980-f5ec0a2c81b0 None None] Set router 6318de3c-4422-4129-b25e-2f4047277e72 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:06:45.930218 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-c40c85a5-62b7-4fbd-b980-f5ec0a2c81b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6318de3c-4422-4129-b25e-2f4047277e72', 'name': 'tempest-TestShelveInstance-973743720-router', 'tenant_id': '3b401b823ff34122a33652cb519dc6f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '9512806b-3b60-45a3-9e4a-15359f201ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:26Z', 'updated_at': '2021-08-14T19:05:28Z', 'revision_number': 4, 'project_id': '3b401b823ff34122a33652cb519dc6f7', 'gw_port': {'id': '9512806b-3b60-45a3-9e4a-15359f201ef6', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ee:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6318de3c-4422-4129-b25e-2f4047277e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:26Z', 'updated_at': '2021-08-14T19:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_floatingips': [{'id': 'c4b3ff4f-0e5d-4acf-b32f-546f99ff6791', 'tenant_id': '3b401b823ff34122a33652cb519dc6f7', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'router_id': '6318de3c-4422-4129-b25e-2f4047277e72', 'port_id': '19d3329b-30bc-4314-bc67-fcd16e898d3e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a', 'mac_address': 'fa:16:3e:15:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d466178-ee43-439c-b406-01c75e466f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-14T19:06:43Z', 'updated_at': '2021-08-14T19:06:43Z', 'revision_number': 0, 'project_id': '3b401b823ff34122a33652cb519dc6f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87ba2b0b-448c-473e-9393-39d0f7deb8ec', 'name': '', 'network_id': 'd646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a', 'tenant_id': '3b401b823ff34122a33652cb519dc6f7', 'mac_address': 'fa:16:3e:99:a3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6318de3c-4422-4129-b25e-2f4047277e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '6f715183-cd29-4f58-8407-9662756bc442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:28Z', 'updated_at': '2021-08-14T19:05:37Z', 'revision_number': 5, 'project_id': '3b401b823ff34122a33652cb519dc6f7', 'subnets': [{'id': '6f715183-cd29-4f58-8407-9662756bc442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:06:45.957994 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40c85a5-62b7-4fbd-b980-f5ec0a2c81b0 None None] Checking router: 6318de3c-4422-4129-b25e-2f4047277e72 for host: dv-cinder-804581-2-iscsi {{(pid=94119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 19:06:45.969204 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40c85a5-62b7-4fbd-b980-f5ec0a2c81b0 None None] Routers {'6318de3c-4422-4129-b25e-2f4047277e72'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:06:45.969848 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-c40c85a5-62b7-4fbd-b980-f5ec0a2c81b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:06:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['6318de3c-4422-4129-b25e-2f4047277e72'], 'active': True} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:06:46.023310 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-69b7431a-c2c7-45c7-8e46-4f1ebe27da32 req-e1b5085e-e3c3-4ba2-8c15-e3728cdee656 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=9aa97435-ad93-4ff9-b0ce-1e289c2efc24 HTTP/1.1" status: 200 len: 210 time: 0.0346732 Aug 14 19:06:46.082470 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvr_db [None req-c40c85a5-62b7-4fbd-b980-f5ec0a2c81b0 None None] Set router 6318de3c-4422-4129-b25e-2f4047277e72 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:06:46.309054 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-c40c85a5-62b7-4fbd-b980-f5ec0a2c81b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6318de3c-4422-4129-b25e-2f4047277e72', 'name': 'tempest-TestShelveInstance-973743720-router', 'tenant_id': '3b401b823ff34122a33652cb519dc6f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '9512806b-3b60-45a3-9e4a-15359f201ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:26Z', 'updated_at': '2021-08-14T19:05:28Z', 'revision_number': 4, 'project_id': '3b401b823ff34122a33652cb519dc6f7', 'gw_port': {'id': '9512806b-3b60-45a3-9e4a-15359f201ef6', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ee:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6318de3c-4422-4129-b25e-2f4047277e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:26Z', 'updated_at': '2021-08-14T19:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_floatingips': [{'id': 'c4b3ff4f-0e5d-4acf-b32f-546f99ff6791', 'tenant_id': '3b401b823ff34122a33652cb519dc6f7', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'router_id': '6318de3c-4422-4129-b25e-2f4047277e72', 'port_id': '19d3329b-30bc-4314-bc67-fcd16e898d3e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a', 'mac_address': 'fa:16:3e:15:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d466178-ee43-439c-b406-01c75e466f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-14T19:06:43Z', 'updated_at': '2021-08-14T19:06:43Z', 'revision_number': 0, 'project_id': '3b401b823ff34122a33652cb519dc6f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87ba2b0b-448c-473e-9393-39d0f7deb8ec', 'name': '', 'network_id': 'd646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a', 'tenant_id': '3b401b823ff34122a33652cb519dc6f7', 'mac_address': 'fa:16:3e:99:a3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6318de3c-4422-4129-b25e-2f4047277e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '6f715183-cd29-4f58-8407-9662756bc442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:28Z', 'updated_at': '2021-08-14T19:05:37Z', 'revision_number': 5, 'project_id': '3b401b823ff34122a33652cb519dc6f7', 'subnets': [{'id': '6f715183-cd29-4f58-8407-9662756bc442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:06:46.341072 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40c85a5-62b7-4fbd-b980-f5ec0a2c81b0 None None] The sync data for ids ['6318de3c-4422-4129-b25e-2f4047277e72'] in dv-cinder-804581-2-iscsi is: [{'id': '6318de3c-4422-4129-b25e-2f4047277e72', 'name': 'tempest-TestShelveInstance-973743720-router', 'tenant_id': '3b401b823ff34122a33652cb519dc6f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '9512806b-3b60-45a3-9e4a-15359f201ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:26Z', 'updated_at': '2021-08-14T19:05:28Z', 'revision_number': 4, 'project_id': '3b401b823ff34122a33652cb519dc6f7', 'gw_port': {'id': '9512806b-3b60-45a3-9e4a-15359f201ef6', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ee:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6318de3c-4422-4129-b25e-2f4047277e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:26Z', 'updated_at': '2021-08-14T19:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_floatingips': [{'id': 'c4b3ff4f-0e5d-4acf-b32f-546f99ff6791', 'tenant_id': '3b401b823ff34122a33652cb519dc6f7', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'router_id': '6318de3c-4422-4129-b25e-2f4047277e72', 'port_id': '19d3329b-30bc-4314-bc67-fcd16e898d3e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a', 'mac_address': 'fa:16:3e:15:ba:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d466178-ee43-439c-b406-01c75e466f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-14T19:06:43Z', 'updated_at': '2021-08-14T19:06:43Z', 'revision_number': 0, 'project_id': '3b401b823ff34122a33652cb519dc6f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87ba2b0b-448c-473e-9393-39d0f7deb8ec', 'name': '', 'network_id': 'd646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a', 'tenant_id': '3b401b823ff34122a33652cb519dc6f7', 'mac_address': 'fa:16:3e:99:a3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6318de3c-4422-4129-b25e-2f4047277e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '6f715183-cd29-4f58-8407-9662756bc442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:28Z', 'updated_at': '2021-08-14T19:05:37Z', 'revision_number': 5, 'project_id': '3b401b823ff34122a33652cb519dc6f7', 'subnets': [{'id': '6f715183-cd29-4f58-8407-9662756bc442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 19:06:46.535009 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f8a577-c4c1-4c23-8118-68e292b2185b None None] New status for floating IP c4b3ff4f-0e5d-4acf-b32f-546f99ff6791: ACTIVE {{(pid=94118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 14 19:06:46.669862 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-ef02c587-e3da-42d5-a359-f338cf26b004 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:46.671364 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-ef02c587-e3da-42d5-a359-f338cf26b004 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/networks?id=f424aaba-42f4-4ffe-892e-b3578e7a1865 HTTP/1.1" status: 200 len: 809 time: 0.1020882 Aug 14 19:06:46.689658 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-38946ea9-643e-47d8-b249-8690a5eda9aa tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/quotas/4fa7024892f74b65aeac9fd15e6cff74 HTTP/1.1" status: 200 len: 375 time: 0.0117486 Aug 14 19:06:46.743971 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-5da92092-bc66-4b48-bb1b-1a4d400ab16d tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4fa7024892f74b65aeac9fd15e6cff74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396259 Aug 14 19:06:46.802893 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b8da7-7cce-4793-b025-98ee9bebbd69 req-88a227a0-9153-43de-a71f-a841e594339e tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:46.804493 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e22b8da7-7cce-4793-b025-98ee9bebbd69 req-88a227a0-9153-43de-a71f-a841e594339e tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 943 time: 0.0622311 Aug 14 19:06:46.843127 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e22b8da7-7cce-4793-b025-98ee9bebbd69 req-cd7f80e2-1932-4d48-90ee-532c6cfbf61b tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321431 Aug 14 19:06:46.849805 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-305591cc-2197-4498-8b75-76c3fd2dcfa9 service neutron] 10.222.0.39 "GET /v2.0/networks/f424aaba-42f4-4ffe-892e-b3578e7a1865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922554 Aug 14 19:06:46.940519 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-3a249d93-d216-4cbb-806a-242bea9ec0b5 service neutron] 10.222.0.39 "GET /v2.0/networks/f424aaba-42f4-4ffe-892e-b3578e7a1865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842111 Aug 14 19:06:47.105315 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-ae63adfa-7d43-46e5-b3b8-47e78bd3b9f4 req-6ceba345-f6bc-40b5-8220-62d7bab25ecc tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/ports?device_id=74487208-ef61-4a15-9b8b-4e2202cdc132 HTTP/1.1" status: 200 len: 210 time: 0.0314927 Aug 14 19:06:47.178077 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device a59fc614-8011-47f9-b9bd-c1734efd0102 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:06:47.202843 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] No Port match for: a59fc614-8011-47f9-b9bd-c1734efd0102 {{(pid=94118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 14 19:06:47.203627 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device a59fc614-8011-47f9-b9bd-c1734efd0102 not bound to the agent host hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 14 19:06:47.204475 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 3cb582a5-9444-4697-82db-b9c693b510da no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:06:47.228724 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] No Port match for: 3cb582a5-9444-4697-82db-b9c693b510da {{(pid=94118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 14 19:06:47.229152 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 3cb582a5-9444-4697-82db-b9c693b510da not bound to the agent host hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 14 19:06:47.341830 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b656dd9-1dfe-41c1-abdd-e9bef7074f85 req-c1dec53c-14e4-43a7-9c0c-0678acfc338d tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:47.343386 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-8b656dd9-1dfe-41c1-abdd-e9bef7074f85 req-c1dec53c-14e4-43a7-9c0c-0678acfc338d tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0543842 Aug 14 19:06:47.382117 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-8b656dd9-1dfe-41c1-abdd-e9bef7074f85 req-b44412b2-2d3e-4304-989a-4d0c2323df0d tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327444 Aug 14 19:06:47.414796 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d466178-ee43-439c-b406-01c75e466f62', 'tag': '19d3329b-30bc-4314-bc67-fcd16e898d3e'}] {{(pid=94116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:06:47.417378 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28c49a314bd7f251079b489e766d97b9f33e90e077807a9e7e5bf7a3f9e5ced" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2dd570-719f-4eb6-a27f-8d4ba47403c6" -d '{"events": [{"name": "network-changed", "server_uuid": "6d466178-ee43-439c-b406-01c75e466f62", "tag": "19d3329b-30bc-4314-bc67-fcd16e898d3e"}]}' {{(pid=94116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:06:47.452909 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 Aug 2021 19:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf77530-bbf1-4908-8dd9-771e70cf394d x-openstack-request-id: req-dbf77530-bbf1-4908-8dd9-771e70cf394d {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:06:47.453198 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d466178-ee43-439c-b406-01c75e466f62", "tag": "19d3329b-30bc-4314-bc67-fcd16e898d3e", "status": "completed", "code": 200}]} {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:06:47.453449 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dbf77530-bbf1-4908-8dd9-771e70cf394d {{(pid=94116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:06:47.453887 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d466178-ee43-439c-b406-01c75e466f62', 'tag': '19d3329b-30bc-4314-bc67-fcd16e898d3e', 'status': 'completed', 'code': 200} Aug 14 19:06:47.543925 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2dd570-719f-4eb6-a27f-8d4ba47403c6 req-da1249a9-b784-4079-9ae7-96ec1eaae92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:47.545831 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-ce2dd570-719f-4eb6-a27f-8d4ba47403c6 req-da1249a9-b784-4079-9ae7-96ec1eaae92f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b401b823ff34122a33652cb519dc6f7&device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 1098 time: 0.0440402 Aug 14 19:06:47.658912 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2dd570-719f-4eb6-a27f-8d4ba47403c6 req-f229c7ee-6bb7-4b80-865c-9dd54280ef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:47.660427 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-ce2dd570-719f-4eb6-a27f-8d4ba47403c6 req-f229c7ee-6bb7-4b80-865c-9dd54280ef0a service neutron] 10.222.0.24 "GET /v2.0/networks?id=d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a HTTP/1.1" status: 200 len: 909 time: 0.0933378 Aug 14 19:06:47.734410 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-ce2dd570-719f-4eb6-a27f-8d4ba47403c6 req-5a8b579d-1b29-4e8e-ae26-0cff4490bb77 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19d3329b-30bc-4314-bc67-fcd16e898d3e HTTP/1.1" status: 200 len: 1000 time: 0.0608649 Aug 14 19:06:47.794792 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2dd570-719f-4eb6-a27f-8d4ba47403c6 req-f4b4c163-eed9-49f1-8232-915af8fcc4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:47.796218 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-ce2dd570-719f-4eb6-a27f-8d4ba47403c6 req-f4b4c163-eed9-49f1-8232-915af8fcc4f3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6f715183-cd29-4f58-8407-9662756bc442 HTTP/1.1" status: 200 len: 847 time: 0.0463486 Aug 14 19:06:47.842642 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2dd570-719f-4eb6-a27f-8d4ba47403c6 req-be6dc5bc-ce16-44bf-be23-77cc82c42c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:47.844168 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-ce2dd570-719f-4eb6-a27f-8d4ba47403c6 req-be6dc5bc-ce16-44bf-be23-77cc82c42c19 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387738 Aug 14 19:06:47.977583 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-ce2dd570-719f-4eb6-a27f-8d4ba47403c6 req-b03e84cd-134c-4779-a174-69358d3e57ce service neutron] 10.222.0.24 "GET /v2.0/networks/d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186767 Aug 14 19:06:47.993219 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cab258-fdb1-466d-9ea0-097ca5683c6e req-3cd8ce66-9aca-46d8-9074-396566f60b6c tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:47.994715 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-91cab258-fdb1-466d-9ea0-097ca5683c6e req-3cd8ce66-9aca-46d8-9074-396566f60b6c tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 943 time: 0.0753782 Aug 14 19:06:48.083682 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-91cab258-fdb1-466d-9ea0-097ca5683c6e req-efec4d95-6d24-4061-a1c4-3de66e97daa1 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794215 Aug 14 19:06:48.120305 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-ce2dd570-719f-4eb6-a27f-8d4ba47403c6 req-649e1b5b-18c1-4f6b-85d3-8ff0876ea7a4 service neutron] 10.222.0.24 "GET /v2.0/networks/d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245863 Aug 14 19:06:48.262045 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-8ce0f352-6419-4eec-8b1a-b6944c1f57e0 req-45189af3-7b02-482e-9139-3c0a0ca8624e tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/ports?device_id=74487208-ef61-4a15-9b8b-4e2202cdc132 HTTP/1.1" status: 200 len: 210 time: 0.0720744 Aug 14 19:06:48.285573 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d503f-5a50-45d4-8f61-7f4a3abcc4ff req-6c3ea8b5-5189-44b9-bc74-dde5c7de6aa8 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:48.286802 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ee8d503f-5a50-45d4-8f61-7f4a3abcc4ff req-6c3ea8b5-5189-44b9-bc74-dde5c7de6aa8 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 946 time: 0.2632542 Aug 14 19:06:48.327365 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ee8d503f-5a50-45d4-8f61-7f4a3abcc4ff req-8401ef49-0791-47ea-bcb2-6da8313c6e35 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/security-groups?id=84203a9d-f87d-4d63-a1c9-1784de7f7dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343940 Aug 14 19:06:48.327624 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-1675c0fe-9440-4653-bf76-d2dfc5b69f29 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:48.328827 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-1675c0fe-9440-4653-bf76-d2dfc5b69f29 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.24 "GET /v2.0/networks?id=f424aaba-42f4-4ffe-892e-b3578e7a1865 HTTP/1.1" status: 200 len: 809 time: 0.1528914 Aug 14 19:06:48.349785 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 34622) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:06:48.360227 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-e24ff842-5b48-4339-abcf-dcbf015548d0 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Request body: {'port': {'device_id': '74487208-ef61-4a15-9b8b-4e2202cdc132', 'network_id': 'f424aaba-42f4-4ffe-892e-b3578e7a1865', 'admin_state_up': True, 'tenant_id': '4fa7024892f74b65aeac9fd15e6cff74'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:06:48.549831 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ec8033-b07a-4ca0-9358-183191905d75 tempest-TestMinimumBasicScenario-1600022128 tempest-TestMinimumBasicScenario-1600022128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:48.551678 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-e1ec8033-b07a-4ca0-9358-183191905d75 tempest-TestMinimumBasicScenario-1600022128 tempest-TestMinimumBasicScenario-1600022128-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 1094 time: 0.2009094 Aug 14 19:06:48.552528 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-e24ff842-5b48-4339-abcf-dcbf015548d0 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Made reservation on behalf of 4fa7024892f74b65aeac9fd15e6cff74 for: {'port': 1} {{(pid=94116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:06:48.554928 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 34632) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:06:48.556005 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-e24ff842-5b48-4339-abcf-dcbf015548d0 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:48.559823 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [None req-a6397ca4-2da0-4d79-bc9f-2efe9f886f95 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Request body: {'floatingip': {'floating_network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'port_id': 'c286000b-4f38-46be-adb8-40ae92652204', 'tenant_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:06:48.566122 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55561ee9-d28e-4330-bdd9-8eea511cd7f0 req-62627864-339a-4bc0-ad77-91a5469c69d8 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:48.567742 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-55561ee9-d28e-4330-bdd9-8eea511cd7f0 req-62627864-339a-4bc0-ad77-91a5469c69d8 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.1086314 Aug 14 19:06:48.584510 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-a6397ca4-2da0-4d79-bc9f-2efe9f886f95 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks [] for floatingip, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:48.658329 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-55561ee9-d28e-4330-bdd9-8eea511cd7f0 req-6ccae048-1b27-4867-8c65-bc2ccfbaa67e tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823827 Aug 14 19:06:48.684648 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-a6397ca4-2da0-4d79-bc9f-2efe9f886f95 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:48.729849 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.db_base_plugin_common [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-e24ff842-5b48-4339-abcf-dcbf015548d0 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Allocated IP 172.20.0.7 (f424aaba-42f4-4ffe-892e-b3578e7a1865/9eb9470b-3e3b-4ec5-8c6c-8bac7cec25db/6b9554c2-895f-41ab-8f3a-e65e5861efa3) {{(pid=94116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:06:48.794674 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.db_base_plugin_common [None req-a6397ca4-2da0-4d79-bc9f-2efe9f886f95 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Allocated IP 172.27.2.78 (70527521-9220-43b3-92f5-8f32262fd0f1/b39bc0ec-218c-484d-aceb-7d591e49d9cc/e61931ff-11e8-46a6-825e-361cd6f6cc3f) {{(pid=94117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:06:48.885853 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-e24ff842-5b48-4339-abcf-dcbf015548d0 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Notify callbacks [] for port, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:48.904667 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-a6397ca4-2da0-4d79-bc9f-2efe9f886f95 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks [] for port, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:48.928855 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-e24ff842-5b48-4339-abcf-dcbf015548d0 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948'] for port, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:48.944542 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-a6397ca4-2da0-4d79-bc9f-2efe9f886f95 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25274135'] for port, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:48.971254 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-e24ff842-5b48-4339-abcf-dcbf015548d0 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Network f424aaba-42f4-4ffe-892e-b3578e7a1865 is already hosted by enough agents. {{(pid=94116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:06:48.976783 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.base_scheduler [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-e24ff842-5b48-4339-abcf-dcbf015548d0 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Resources bound (agent type, host, resource id): {{(pid=94116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:06:48.980454 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-e24ff842-5b48-4339-abcf-dcbf015548d0 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Received port after_create {{(pid=94116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:06:48.986890 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-e24ff842-5b48-4339-abcf-dcbf015548d0 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:48.987507 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-e24ff842-5b48-4339-abcf-dcbf015548d0 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:48.992518 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6397ca4-2da0-4d79-bc9f-2efe9f886f95 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Network 70527521-9220-43b3-92f5-8f32262fd0f1 is already hosted by enough agents. {{(pid=94117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:06:48.995484 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.base_scheduler [None req-a6397ca4-2da0-4d79-bc9f-2efe9f886f95 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Resources bound (agent type, host, resource id): {{(pid=94117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:06:48.995780 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ff842-5b48-4339-abcf-dcbf015548d0 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Pushing event updated for resources: {'Port': ['ID=6b9554c2-895f-41ab-8f3a-e65e5861efa3,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:48.999869 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6397ca4-2da0-4d79-bc9f-2efe9f886f95 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Received port after_create {{(pid=94117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:06:49.007263 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-e24ff842-5b48-4339-abcf-dcbf015548d0 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6510415 Aug 14 19:06:49.023667 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-9246afa7-264a-4118-8c3c-3362a8d0af00 service neutron] Request body: {'port': {'device_id': '74487208-ef61-4a15-9b8b-4e2202cdc132', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:06:49.025975 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6397ca4-2da0-4d79-bc9f-2efe9f886f95 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Pushing event updated for resources: {'Port': ['ID=e61931ff-11e8-46a6-825e-361cd6f6cc3f,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:49.075777 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-9246afa7-264a-4118-8c3c-3362a8d0af00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:49.165651 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-35a840f1-429f-483d-b1cb-b67b02ae07fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:49.194049 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 05b7d85a-12fc-4cbf-971e-151d3d875524 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 14 19:06:49.268707 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79b71d-96a0-4afb-9528-e1f6aa3e423d req-8f5b352c-89ab-41d6-ac85-8a22948f9f19 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:49.270239 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-db79b71d-96a0-4afb-9528-e1f6aa3e423d req-8f5b352c-89ab-41d6-ac85-8a22948f9f19 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 943 time: 0.1000030 Aug 14 19:06:49.295955 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 05b7d85a-12fc-4cbf-971e-151d3d875524, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=05b7d85a-12fc-4cbf-971e-151d3d875524,segment=NetworkSegment(c4c75483-348a-49f7-b9f3-841d9687ab46),segment_id=c4c75483-348a-49f7-b9f3-841d9687ab46)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:06:49.314783 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Returning: {'device': '05b7d85a-12fc-4cbf-971e-151d3d875524', 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b', 'port_id': '05b7d85a-12fc-4cbf-971e-151d3d875524', 'mac_address': 'fa:16:3e:90:03:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd22740df-b26d-44e8-8433-34e5ba454618', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 14 19:06:49.363999 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:49.383989 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05b7d85a-12fc-4cbf-971e-151d3d875524 {{(pid=94118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:06:49.394237 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.notifiers.nova [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-9246afa7-264a-4118-8c3c-3362a8d0af00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b9554c2-895f-41ab-8f3a-e65e5861efa3 {{(pid=94116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:06:49.403421 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-9246afa7-264a-4118-8c3c-3362a8d0af00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:49.404918 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 05b7d85a-12fc-4cbf-971e-151d3d875524, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=05b7d85a-12fc-4cbf-971e-151d3d875524,segment=NetworkSegment(c4c75483-348a-49f7-b9f3-841d9687ab46),segment_id=c4c75483-348a-49f7-b9f3-841d9687ab46)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:06:49.409554 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:49.416198 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-db79b71d-96a0-4afb-9528-e1f6aa3e423d req-86433ffa-8a42-4170-8000-0abbab5b41ad tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268017 Aug 14 19:06:49.428305 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3bc0a7-a3a5-4c91-815d-d77eacfe8792 req-bbe7ee8b-a039-4401-a6c6-9240470938cc tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:49.434756 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-7e3bc0a7-a3a5-4c91-815d-d77eacfe8792 req-bbe7ee8b-a039-4401-a6c6-9240470938cc tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/ports?device_id=74487208-ef61-4a15-9b8b-4e2202cdc132 HTTP/1.1" status: 200 len: 931 time: 0.0996149 Aug 14 19:06:49.442592 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.provisioning_blocks [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-9246afa7-264a-4118-8c3c-3362a8d0af00 service neutron] Transition to ACTIVE for port object 6b9554c2-895f-41ab-8f3a-e65e5861efa3 will not be triggered until provisioned by entity L2. {{(pid=94116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:06:49.447284 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-9246afa7-264a-4118-8c3c-3362a8d0af00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:49.476314 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=05b7d85a-12fc-4cbf-971e-151d3d875524,revision_number=9']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:49.485618 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:06:49.486432 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:06:49.486769 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:06:49.487212 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:06:49.487642 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:06:49.488677 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:06:49.489124 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:06:49.489570 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:06:49.490024 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:06:49.490497 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:06:49.491336 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:06:49.491458 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:06:49.532151 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246afa7-264a-4118-8c3c-3362a8d0af00 service neutron] Pushing event updated for resources: {'Port': ['ID=6b9554c2-895f-41ab-8f3a-e65e5861efa3,revision_number=2']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:49.538515 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-7e3bc0a7-a3a5-4c91-815d-d77eacfe8792 req-48cebf6e-ab31-4d96-a9a7-ce83aae9b52b tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/security-groups?id=e457d3c6-a60a-4ccf-a934-68b925aab28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885274 Aug 14 19:06:49.571294 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-a6397ca4-2da0-4d79-bc9f-2efe9f886f95 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:49.571514 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-9246afa7-264a-4118-8c3c-3362a8d0af00 service neutron] Attempting to bind port 6b9554c2-895f-41ab-8f3a-e65e5861efa3 on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:06:49.571787 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-9246afa7-264a-4118-8c3c-3362a8d0af00 service neutron] Attempting to bind port 6b9554c2-895f-41ab-8f3a-e65e5861efa3 by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': '342e6f94-fd33-47c5-9991-238dff7950c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f424aaba-42f4-4ffe-892e-b3578e7a1865'}] {{(pid=94116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:06:49.572116 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-9246afa7-264a-4118-8c3c-3362a8d0af00 service neutron] Attempting to bind port 6b9554c2-895f-41ab-8f3a-e65e5861efa3 on network f424aaba-42f4-4ffe-892e-b3578e7a1865 {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:06:49.576446 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-9246afa7-264a-4118-8c3c-3362a8d0af00 service neutron] Port 6b9554c2-895f-41ab-8f3a-e65e5861efa3 on network f424aaba-42f4-4ffe-892e-b3578e7a1865 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 14 19:06:49.576765 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-9246afa7-264a-4118-8c3c-3362a8d0af00 service neutron] Attempting to bind port 6b9554c2-895f-41ab-8f3a-e65e5861efa3 on network f424aaba-42f4-4ffe-892e-b3578e7a1865 {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:06:49.582184 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-9246afa7-264a-4118-8c3c-3362a8d0af00 service neutron] Checking agent: {'id': '7eaedc20-6d95-47b4-8617-1798feafd334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 19, 1, 52), 'started_at': datetime.datetime(2021, 8, 14, 19, 1, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:06:49.582543 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-9246afa7-264a-4118-8c3c-3362a8d0af00 service neutron] Checking segment: {'id': '342e6f94-fd33-47c5-9991-238dff7950c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f424aaba-42f4-4ffe-892e-b3578e7a1865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:06:49.582922 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-9246afa7-264a-4118-8c3c-3362a8d0af00 service neutron] Bound using segment: {'id': '342e6f94-fd33-47c5-9991-238dff7950c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f424aaba-42f4-4ffe-892e-b3578e7a1865'} {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:06:49.583344 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-9246afa7-264a-4118-8c3c-3362a8d0af00 service neutron] Bound port: 6b9554c2-895f-41ab-8f3a-e65e5861efa3, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '342e6f94-fd33-47c5-9991-238dff7950c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'f424aaba-42f4-4ffe-892e-b3578e7a1865'}}] {{(pid=94116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:06:49.583697 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-9246afa7-264a-4118-8c3c-3362a8d0af00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:49.648642 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-9246afa7-264a-4118-8c3c-3362a8d0af00 service neutron] For port 6b9554c2-895f-41ab-8f3a-e65e5861efa3, host hv-cinder-80458, cleared binding levels {{(pid=94116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:06:49.652126 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-9246afa7-264a-4118-8c3c-3362a8d0af00 service neutron] For port 6b9554c2-895f-41ab-8f3a-e65e5861efa3, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=6b9554c2-895f-41ab-8f3a-e65e5861efa3,segment=NetworkSegment(342e6f94-fd33-47c5-9991-238dff7950c4),segment_id=342e6f94-fd33-47c5-9991-238dff7950c4)] {{(pid=94116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:06:49.656549 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-9246afa7-264a-4118-8c3c-3362a8d0af00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:49.674493 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-a6397ca4-2da0-4d79-bc9f-2efe9f886f95 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:49.690755 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-9246afa7-264a-4118-8c3c-3362a8d0af00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:49.691377 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-9246afa7-264a-4118-8c3c-3362a8d0af00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:49.692886 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-9246afa7-264a-4118-8c3c-3362a8d0af00 service neutron] 10.222.0.24 "PUT /v2.0/ports/6b9554c2-895f-41ab-8f3a-e65e5861efa3 HTTP/1.1" status: 200 len: 1093 time: 0.6733735 Aug 14 19:06:49.694986 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74487208-ef61-4a15-9b8b-4e2202cdc132', 'tag': '6b9554c2-895f-41ab-8f3a-e65e5861efa3'}] {{(pid=94116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:06:49.697217 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28c49a314bd7f251079b489e766d97b9f33e90e077807a9e7e5bf7a3f9e5ced" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e452ae5-655f-439b-b251-f9392f263a85" -d '{"events": [{"name": "network-changed", "server_uuid": "74487208-ef61-4a15-9b8b-4e2202cdc132", "tag": "6b9554c2-895f-41ab-8f3a-e65e5861efa3"}]}' {{(pid=94116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:06:49.729983 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246afa7-264a-4118-8c3c-3362a8d0af00 service neutron] Pushing event updated for resources: {'Port': ['ID=6b9554c2-895f-41ab-8f3a-e65e5861efa3,revision_number=3']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:49.755827 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] get_ports_and_sgs() called for port_ids ['05b7d85a-12fc-4cbf-971e-151d3d875524'] {{(pid=94118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 14 19:06:49.773673 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 Aug 2021 19:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fe412c-aded-49a4-bd93-a5a48b25c102 x-openstack-request-id: req-15fe412c-aded-49a4-bd93-a5a48b25c102 {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:06:49.774287 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74487208-ef61-4a15-9b8b-4e2202cdc132", "tag": "6b9554c2-895f-41ab-8f3a-e65e5861efa3", "status": "completed", "code": 200}]} {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:06:49.774678 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-15fe412c-aded-49a4-bd93-a5a48b25c102 {{(pid=94116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:06:49.775200 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74487208-ef61-4a15-9b8b-4e2202cdc132', 'tag': '6b9554c2-895f-41ab-8f3a-e65e5861efa3', 'status': 'completed', 'code': 200} Aug 14 19:06:49.795072 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-12f20f95-19a4-4082-ba9b-4a721b467e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:49.797483 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-12f20f95-19a4-4082-ba9b-4a721b467e33 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fa7024892f74b65aeac9fd15e6cff74&device_id=74487208-ef61-4a15-9b8b-4e2202cdc132 HTTP/1.1" status: 200 len: 1096 time: 0.0562146 Aug 14 19:06:49.849005 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-7304be7e-41c2-4dc5-9543-0e86957dc378 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b9554c2-895f-41ab-8f3a-e65e5861efa3 HTTP/1.1" status: 200 len: 217 time: 0.0374882 Aug 14 19:06:49.850875 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05dabfc-7d7c-47f4-b627-e49171b812ec req-af68b199-e9a4-44d7-8985-ed5d3a9ce188 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:49.852373 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f05dabfc-7d7c-47f4-b627-e49171b812ec req-af68b199-e9a4-44d7-8985-ed5d3a9ce188 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0715439 Aug 14 19:06:49.906931 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-953363bb-8de3-4581-b278-b6a1396a70b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:49.907846 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f05dabfc-7d7c-47f4-b627-e49171b812ec req-117d378c-2fd8-4a3d-a977-b6bb5a7eb867 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490825 Aug 14 19:06:49.911710 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-953363bb-8de3-4581-b278-b6a1396a70b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9eb9470b-3e3b-4ec5-8c6c-8bac7cec25db HTTP/1.1" status: 200 len: 849 time: 0.0529113 Aug 14 19:06:49.912047 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-a6397ca4-2da0-4d79-bc9f-2efe9f886f95 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks [] for port, precommit_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:49.916707 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-a6397ca4-2da0-4d79-bc9f-2efe9f886f95 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25274142'] for port, after_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:49.949757 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-a062c1bf-9640-4d58-9e58-8437400be537 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f424aaba-42f4-4ffe-892e-b3578e7a1865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280001 Aug 14 19:06:49.987028 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6397ca4-2da0-4d79-bc9f-2efe9f886f95 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Pushing event updated for resources: {'Port': ['ID=e61931ff-11e8-46a6-825e-361cd6f6cc3f,revision_number=2']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:49.997037 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-a6397ca4-2da0-4d79-bc9f-2efe9f886f95 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499347'] for floatingip, after_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:50.055730 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-4ed4d06b-d518-4ffe-a989-507cd962160a service neutron] 10.222.0.24 "GET /v2.0/networks/f424aaba-42f4-4ffe-892e-b3578e7a1865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874841 Aug 14 19:06:50.098593 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.db.l3_db [None req-a6397ca4-2da0-4d79-bc9f-2efe9f886f95 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Floating IP 7d51ce06-e404-429d-beea-d0b43143b5d2 associated. External IP: 172.27.2.78, port: c286000b-4f38-46be-adb8-40ae92652204. Aug 14 19:06:50.154780 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-3632a297-aaf4-4ede-8aa6-caa067a00ed2 req-d522acfc-06e1-406b-8200-dc736af8c64a service neutron] 10.222.0.24 "GET /v2.0/networks/f424aaba-42f4-4ffe-892e-b3578e7a1865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843959 Aug 14 19:06:50.250787 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e452ae5-655f-439b-b251-f9392f263a85 req-efc2558d-cbf9-4b7e-b1a0-0f7d6a9af103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:50.253153 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-5e452ae5-655f-439b-b251-f9392f263a85 req-efc2558d-cbf9-4b7e-b1a0-0f7d6a9af103 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fa7024892f74b65aeac9fd15e6cff74&device_id=74487208-ef61-4a15-9b8b-4e2202cdc132 HTTP/1.1" status: 200 len: 1096 time: 0.0455744 Aug 14 19:06:50.357439 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e452ae5-655f-439b-b251-f9392f263a85 req-8e144c10-d2a8-4f4d-8dec-38b5157f1d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:50.358962 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-5e452ae5-655f-439b-b251-f9392f263a85 req-8e144c10-d2a8-4f4d-8dec-38b5157f1d53 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f424aaba-42f4-4ffe-892e-b3578e7a1865 HTTP/1.1" status: 200 len: 910 time: 0.0872355 Aug 14 19:06:50.405925 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-5e452ae5-655f-439b-b251-f9392f263a85 req-e2e18558-0496-45b1-8b11-a9ef6ed296ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b9554c2-895f-41ab-8f3a-e65e5861efa3 HTTP/1.1" status: 200 len: 217 time: 0.0389838 Aug 14 19:06:50.460234 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e452ae5-655f-439b-b251-f9392f263a85 req-57bc133a-4356-4b7e-aca5-96cf3608f8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:50.462048 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-5e452ae5-655f-439b-b251-f9392f263a85 req-57bc133a-4356-4b7e-aca5-96cf3608f8b9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9eb9470b-3e3b-4ec5-8c6c-8bac7cec25db HTTP/1.1" status: 200 len: 849 time: 0.0471430 Aug 14 19:06:50.499251 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-5e452ae5-655f-439b-b251-f9392f263a85 req-647bd886-dba8-434e-b57e-93be039d2c7a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f424aaba-42f4-4ffe-892e-b3578e7a1865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262365 Aug 14 19:06:50.531976 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6397ca4-2da0-4d79-bc9f-2efe9f886f95 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Router 2eff7102-b24d-4792-a1cc-fb1ffaed6e64 has already been hosted by L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 {{(pid=94117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 14 19:06:50.589154 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-749c4610-174d-4fa7-8a1f-32b09b3b2530 req-2cbc6141-3d21-4d29-af61-2ac3ad73c456 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2871692 Aug 14 19:06:50.605447 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f3b4c-a983-4121-8b3c-1711019c00e6 req-22ba1e6e-664e-453b-b76f-8ef2f105e5d8 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:50.611445 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-0b9f3b4c-a983-4121-8b3c-1711019c00e6 req-22ba1e6e-664e-453b-b76f-8ef2f105e5d8 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 944 time: 0.1105528 Aug 14 19:06:50.654532 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-5e452ae5-655f-439b-b251-f9392f263a85 req-b4e70b4f-7326-4317-a605-cead3c2a1df3 service neutron] 10.222.0.24 "GET /v2.0/networks/f424aaba-42f4-4ffe-892e-b3578e7a1865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455028 Aug 14 19:06:50.667090 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-0b9f3b4c-a983-4121-8b3c-1711019c00e6 req-cba85486-e4ec-4ecc-a71a-e4da1fcf3c55 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490055 Aug 14 19:06:50.726399 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6397ca4-2da0-4d79-bc9f-2efe9f886f95 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 19:06:50.737269 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ff2e47-ab56-4c64-8a41-2a163a60200d None None] Sync routers for ids ['2eff7102-b24d-4792-a1cc-fb1ffaed6e64'] in dv-cinder-804581-2-iscsi {{(pid=94119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 19:06:50.746426 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86d20e-3fc7-4331-b791-7f7eabb6204c req-c428f97a-8b80-486a-b822-c539aca9a2aa tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:50.747286 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ff2e47-ab56-4c64-8a41-2a163a60200d None None] Routers {'2eff7102-b24d-4792-a1cc-fb1ffaed6e64'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:06:50.747897 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-00ff2e47-ab56-4c64-8a41-2a163a60200d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:06:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['2eff7102-b24d-4792-a1cc-fb1ffaed6e64'], 'active': True} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:06:50.750736 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-bc86d20e-3fc7-4331-b791-7f7eabb6204c req-c428f97a-8b80-486a-b822-c539aca9a2aa tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/ports?device_id=74487208-ef61-4a15-9b8b-4e2202cdc132 HTTP/1.1" status: 200 len: 943 time: 0.1406372 Aug 14 19:06:50.757595 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-5e452ae5-655f-439b-b251-f9392f263a85 req-d8e48c33-6f0e-4618-9fd2-1b887b7dcd1d service neutron] 10.222.0.24 "GET /v2.0/networks/f424aaba-42f4-4ffe-892e-b3578e7a1865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895166 Aug 14 19:06:50.758343 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c4610-174d-4fa7-8a1f-32b09b3b2530 req-bf033983-d41b-40bc-8c53-e625ff49d216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:50.760211 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-749c4610-174d-4fa7-8a1f-32b09b3b2530 req-bf033983-d41b-40bc-8c53-e625ff49d216 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e3430e72b2f427f9643c8ae878c86fb&device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 1099 time: 0.0973492 Aug 14 19:06:50.779678 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-a6397ca4-2da0-4d79-bc9f-2efe9f886f95 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for floatingip, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:50.858597 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-a6397ca4-2da0-4d79-bc9f-2efe9f886f95 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3024647 Aug 14 19:06:50.859193 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvr_db [None req-00ff2e47-ab56-4c64-8a41-2a163a60200d None None] Set router 2eff7102-b24d-4792-a1cc-fb1ffaed6e64 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:06:50.862670 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 34648) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:06:50.863843 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35714035-4082-4ee8-bd40-29744134edc7', 'tag': 'c286000b-4f38-46be-adb8-40ae92652204'}] {{(pid=94117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:06:50.866077 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ea8273f875cf68671556eb39bbac10e5cf2532cbac2204340d4cc673a0511b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494c11f8-1254-4daf-b952-5923b4a69488" -d '{"events": [{"name": "network-changed", "server_uuid": "35714035-4082-4ee8-bd40-29744134edc7", "tag": "c286000b-4f38-46be-adb8-40ae92652204"}]}' {{(pid=94117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:06:50.872339 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-9c3b19c0-405e-4729-b69a-4d5df5e5eff5 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-438904822', 'description': 'tempest-secgroup-smoke-438904822 description', 'project_id': 'e72304a5f779453f8a5a56c86d3eb70a'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:06:50.875351 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-bc86d20e-3fc7-4331-b791-7f7eabb6204c req-487a640a-58d4-4667-8f12-6379f99918c8 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/security-groups?id=e457d3c6-a60a-4ccf-a934-68b925aab28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136236 Aug 14 19:06:50.917349 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-9c3b19c0-405e-4729-b69a-4d5df5e5eff5 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:50.926756 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c4610-174d-4fa7-8a1f-32b09b3b2530 req-c6a0816d-bc11-455c-bbdb-7fb34de7261d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:50.928532 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-749c4610-174d-4fa7-8a1f-32b09b3b2530 req-c6a0816d-bc11-455c-bbdb-7fb34de7261d service neutron] 10.222.0.24 "GET /v2.0/networks?id=d57080a4-a152-49b8-a805-9b8349e678ba HTTP/1.1" status: 200 len: 912 time: 0.1263969 Aug 14 19:06:50.930022 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 Aug 2021 19:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e187e3-4a94-4e1c-bfd6-7c57dd4f3c03 x-openstack-request-id: req-d1e187e3-4a94-4e1c-bfd6-7c57dd4f3c03 {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:06:50.930320 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35714035-4082-4ee8-bd40-29744134edc7", "tag": "c286000b-4f38-46be-adb8-40ae92652204", "status": "completed", "code": 200}]} {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:06:50.930566 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d1e187e3-4a94-4e1c-bfd6-7c57dd4f3c03 {{(pid=94117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:06:50.930938 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35714035-4082-4ee8-bd40-29744134edc7', 'tag': 'c286000b-4f38-46be-adb8-40ae92652204', 'status': 'completed', 'code': 200} Aug 14 19:06:51.019098 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c11f8-1254-4daf-b952-5923b4a69488 req-e58a7f6b-2a5f-4784-a1aa-0cf66325a9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:51.020938 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-494c11f8-1254-4daf-b952-5923b4a69488 req-e58a7f6b-2a5f-4784-a1aa-0cf66325a9e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e72304a5f779453f8a5a56c86d3eb70a&device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 1099 time: 0.0685034 Aug 14 19:06:51.039585 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-749c4610-174d-4fa7-8a1f-32b09b3b2530 req-edf03d9f-647c-4d15-8e5d-902404e58c4d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e439f67d-b1e1-4dcd-93f6-20233fee9040 HTTP/1.1" status: 200 len: 1002 time: 0.1006088 Aug 14 19:06:51.084236 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84fb05-b936-42e0-a7e6-20be8851c715 req-1988fa35-91b0-4018-8a7a-b5e930ee5b3c tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:51.085711 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-da84fb05-b936-42e0-a7e6-20be8851c715 req-1988fa35-91b0-4018-8a7a-b5e930ee5b3c tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0889180 Aug 14 19:06:51.112421 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-9c3b19c0-405e-4729-b69a-4d5df5e5eff5 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:51.117255 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c4610-174d-4fa7-8a1f-32b09b3b2530 req-9785eaed-9311-43a4-a647-0f9926e9113a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:51.118787 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-749c4610-174d-4fa7-8a1f-32b09b3b2530 req-9785eaed-9311-43a4-a647-0f9926e9113a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53786878-dcb5-494e-b53b-037026355e9e HTTP/1.1" status: 200 len: 850 time: 0.0692022 Aug 14 19:06:51.124021 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-9c3b19c0-405e-4729-b69a-4d5df5e5eff5 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:51.147291 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-00ff2e47-ab56-4c64-8a41-2a163a60200d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eff7102-b24d-4792-a1cc-fb1ffaed6e64', 'name': 'tempest-TestMinimumBasicScenario-1503964413-router', 'tenant_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '462fb6b7-842f-49b0-a2cb-71967b3569bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:32Z', 'updated_at': '2021-08-14T19:05:37Z', 'revision_number': 4, 'project_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'gw_port': {'id': '462fb6b7-842f-49b0-a2cb-71967b3569bb', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eff7102-b24d-4792-a1cc-fb1ffaed6e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:33Z', 'updated_at': '2021-08-14T19:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_floatingips': [{'id': '7d51ce06-e404-429d-beea-d0b43143b5d2', 'tenant_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'floating_ip_address': '172.27.2.78', 'floating_network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'router_id': '2eff7102-b24d-4792-a1cc-fb1ffaed6e64', 'port_id': 'c286000b-4f38-46be-adb8-40ae92652204', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f586da3-1665-4701-96ad-e7c575a8d416', 'mac_address': 'fa:16:3e:d0:9d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35714035-4082-4ee8-bd40-29744134edc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-14T19:06:49Z', 'updated_at': '2021-08-14T19:06:49Z', 'revision_number': 0, 'project_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4f22916-c87d-429e-84f1-b305a9871106', 'name': '', 'network_id': '9f586da3-1665-4701-96ad-e7c575a8d416', 'tenant_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'mac_address': 'fa:16:3e:f6:97:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eff7102-b24d-4792-a1cc-fb1ffaed6e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '5a79f99a-c70a-42e3-aa73-d94c7467867c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:36Z', 'updated_at': '2021-08-14T19:05:48Z', 'revision_number': 5, 'project_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'subnets': [{'id': '5a79f99a-c70a-42e3-aa73-d94c7467867c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:06:51.147624 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-9c3b19c0-405e-4729-b69a-4d5df5e5eff5 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:51.151712 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-9c3b19c0-405e-4729-b69a-4d5df5e5eff5 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2857430 Aug 14 19:06:51.159221 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 34654) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:06:51.164926 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [None req-7db8c02e-e517-4410-9ba2-a376a7dfb532 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Request body: {'security_group_rule': {'security_group_id': '319820ce-cfc6-4a72-b2e2-ebae84723f14', 'project_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:06:51.174504 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-da84fb05-b936-42e0-a7e6-20be8851c715 req-f250b3c3-de06-4f21-9940-9d60d445bb2b tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794742 Aug 14 19:06:51.184237 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ff2e47-ab56-4c64-8a41-2a163a60200d None None] Checking router: 2eff7102-b24d-4792-a1cc-fb1ffaed6e64 for host: dv-cinder-804581-2-iscsi {{(pid=94119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 19:06:51.192258 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b19c0-405e-4729-b69a-4d5df5e5eff5 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=319820ce-cfc6-4a72-b2e2-ebae84723f14,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:51.194530 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ff2e47-ab56-4c64-8a41-2a163a60200d None None] Routers {'2eff7102-b24d-4792-a1cc-fb1ffaed6e64'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:06:51.195153 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-00ff2e47-ab56-4c64-8a41-2a163a60200d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:06:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['2eff7102-b24d-4792-a1cc-fb1ffaed6e64'], 'active': True} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:06:51.204621 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c4610-174d-4fa7-8a1f-32b09b3b2530 req-65200e25-301b-42ec-8832-cb3636906512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:51.206682 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-749c4610-174d-4fa7-8a1f-32b09b3b2530 req-65200e25-301b-42ec-8832-cb3636906512 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d57080a4-a152-49b8-a805-9b8349e678ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0765584 Aug 14 19:06:51.212759 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c11f8-1254-4daf-b952-5923b4a69488 req-422c7165-747c-4301-bf78-5bc685c00e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:51.213976 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 05b7d85a-12fc-4cbf-971e-151d3d875524 up at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:06:51.214501 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-7db8c02e-e517-4410-9ba2-a376a7dfb532 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:51.215138 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-494c11f8-1254-4daf-b952-5923b4a69488 req-422c7165-747c-4301-bf78-5bc685c00e70 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9f586da3-1665-4701-96ad-e7c575a8d416 HTTP/1.1" status: 200 len: 916 time: 0.1740844 Aug 14 19:06:51.263007 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning complete for port 05b7d85a-12fc-4cbf-971e-151d3d875524 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:06:51.263728 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:51.309027 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-494c11f8-1254-4daf-b952-5923b4a69488 req-25d82e54-8390-4804-b56f-28dfe0c2644a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c286000b-4f38-46be-adb8-40ae92652204 HTTP/1.1" status: 200 len: 999 time: 0.0795546 Aug 14 19:06:51.317076 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvr_db [None req-00ff2e47-ab56-4c64-8a41-2a163a60200d None None] Set router 2eff7102-b24d-4792-a1cc-fb1ffaed6e64 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:06:51.334244 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-749c4610-174d-4fa7-8a1f-32b09b3b2530 req-1cf3676a-255b-4206-95b1-2eb76e96cf29 service neutron] 10.222.0.24 "GET /v2.0/networks/d57080a4-a152-49b8-a805-9b8349e678ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165185 Aug 14 19:06:51.379001 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:51.382765 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c11f8-1254-4daf-b952-5923b4a69488 req-175ee4c4-7279-4b8b-a733-1a1467ff9f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:51.384735 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-494c11f8-1254-4daf-b952-5923b4a69488 req-175ee4c4-7279-4b8b-a733-1a1467ff9f41 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5a79f99a-c70a-42e3-aa73-d94c7467867c HTTP/1.1" status: 200 len: 854 time: 0.0587423 Aug 14 19:06:51.411757 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bae064d-3fcf-45ed-b4a7-1c8e827d8618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b7d85a-12fc-4cbf-971e-151d3d875524'}] {{(pid=94118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:06:51.416062 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec225036cb8a85e900ef4a1438a865ee1e0a541caa4576dd66f1a48457471f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755e16a0-8972-4890-9a05-a08db1469e65" -d '{"events": [{"server_uuid": "2bae064d-3fcf-45ed-b4a7-1c8e827d8618", "name": "network-vif-plugged", "status": "completed", "tag": "05b7d85a-12fc-4cbf-971e-151d3d875524"}]}' {{(pid=94118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:06:51.419664 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-7db8c02e-e517-4410-9ba2-a376a7dfb532 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:51.429982 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-7db8c02e-e517-4410-9ba2-a376a7dfb532 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650242'] for security_group_rule, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:51.451414 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 05b7d85a-12fc-4cbf-971e-151d3d875524, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=05b7d85a-12fc-4cbf-971e-151d3d875524,segment=NetworkSegment(c4c75483-348a-49f7-b9f3-841d9687ab46),segment_id=c4c75483-348a-49f7-b9f3-841d9687ab46)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:06:51.459115 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:51.469403 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db8c02e-e517-4410-9ba2-a376a7dfb532 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32affa5c-2df8-4b6b-b4af-b4ad5b1bdb89,revision_number=0']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:51.473931 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c11f8-1254-4daf-b952-5923b4a69488 req-0d624991-72d9-4032-a78e-b200c249665b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:51.478607 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-7db8c02e-e517-4410-9ba2-a376a7dfb532 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:51.479472 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-494c11f8-1254-4daf-b952-5923b4a69488 req-0d624991-72d9-4032-a78e-b200c249665b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f586da3-1665-4701-96ad-e7c575a8d416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0855947 Aug 14 19:06:51.479779 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-7db8c02e-e517-4410-9ba2-a376a7dfb532 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3194611 Aug 14 19:06:51.482530 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 34658) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:06:51.494445 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-a26b15be-5b61-4b9a-b0da-bf340162366b tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Request body: {'security_group_rule': {'security_group_id': '319820ce-cfc6-4a72-b2e2-ebae84723f14', 'project_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:06:51.499951 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-749c4610-174d-4fa7-8a1f-32b09b3b2530 req-e14ff04a-1e45-47fb-824c-df3a03a0186b service neutron] 10.222.0.24 "GET /v2.0/networks/d57080a4-a152-49b8-a805-9b8349e678ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537411 Aug 14 19:06:51.506692 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345d5c1d-cd1e-484a-9edd-6c6df73e2a93 x-openstack-request-id: req-345d5c1d-cd1e-484a-9edd-6c6df73e2a93 {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:06:51.506980 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bae064d-3fcf-45ed-b4a7-1c8e827d8618", "name": "network-vif-plugged", "status": "completed", "tag": "05b7d85a-12fc-4cbf-971e-151d3d875524", "code": 200}]} {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:06:51.507235 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-345d5c1d-cd1e-484a-9edd-6c6df73e2a93 {{(pid=94118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:06:51.507628 dv-cinder-804581-2-iscsi neutron-server[94118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bae064d-3fcf-45ed-b4a7-1c8e827d8618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b7d85a-12fc-4cbf-971e-151d3d875524', 'code': 200} Aug 14 19:06:51.527255 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=05b7d85a-12fc-4cbf-971e-151d3d875524,revision_number=10']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:51.589112 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a26b15be-5b61-4b9a-b0da-bf340162366b tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:51.637278 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-494c11f8-1254-4daf-b952-5923b4a69488 req-b5aa9a56-1e0f-4015-82f6-2ffeb5aa1336 service neutron] 10.222.0.24 "GET /v2.0/networks/9f586da3-1665-4701-96ad-e7c575a8d416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291711 Aug 14 19:06:51.669808 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-00ff2e47-ab56-4c64-8a41-2a163a60200d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eff7102-b24d-4792-a1cc-fb1ffaed6e64', 'name': 'tempest-TestMinimumBasicScenario-1503964413-router', 'tenant_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '462fb6b7-842f-49b0-a2cb-71967b3569bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:32Z', 'updated_at': '2021-08-14T19:05:37Z', 'revision_number': 4, 'project_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'gw_port': {'id': '462fb6b7-842f-49b0-a2cb-71967b3569bb', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eff7102-b24d-4792-a1cc-fb1ffaed6e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:33Z', 'updated_at': '2021-08-14T19:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_floatingips': [{'id': '7d51ce06-e404-429d-beea-d0b43143b5d2', 'tenant_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'floating_ip_address': '172.27.2.78', 'floating_network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'router_id': '2eff7102-b24d-4792-a1cc-fb1ffaed6e64', 'port_id': 'c286000b-4f38-46be-adb8-40ae92652204', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f586da3-1665-4701-96ad-e7c575a8d416', 'mac_address': 'fa:16:3e:d0:9d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35714035-4082-4ee8-bd40-29744134edc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-14T19:06:49Z', 'updated_at': '2021-08-14T19:06:49Z', 'revision_number': 0, 'project_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4f22916-c87d-429e-84f1-b305a9871106', 'name': '', 'network_id': '9f586da3-1665-4701-96ad-e7c575a8d416', 'tenant_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'mac_address': 'fa:16:3e:f6:97:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eff7102-b24d-4792-a1cc-fb1ffaed6e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '5a79f99a-c70a-42e3-aa73-d94c7467867c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:36Z', 'updated_at': '2021-08-14T19:05:48Z', 'revision_number': 5, 'project_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'subnets': [{'id': '5a79f99a-c70a-42e3-aa73-d94c7467867c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:06:51.680703 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:51.703826 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ff2e47-ab56-4c64-8a41-2a163a60200d None None] The sync data for ids ['2eff7102-b24d-4792-a1cc-fb1ffaed6e64'] in dv-cinder-804581-2-iscsi is: [{'id': '2eff7102-b24d-4792-a1cc-fb1ffaed6e64', 'name': 'tempest-TestMinimumBasicScenario-1503964413-router', 'tenant_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '462fb6b7-842f-49b0-a2cb-71967b3569bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:32Z', 'updated_at': '2021-08-14T19:05:37Z', 'revision_number': 4, 'project_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'gw_port': {'id': '462fb6b7-842f-49b0-a2cb-71967b3569bb', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eff7102-b24d-4792-a1cc-fb1ffaed6e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:33Z', 'updated_at': '2021-08-14T19:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_floatingips': [{'id': '7d51ce06-e404-429d-beea-d0b43143b5d2', 'tenant_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'floating_ip_address': '172.27.2.78', 'floating_network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'router_id': '2eff7102-b24d-4792-a1cc-fb1ffaed6e64', 'port_id': 'c286000b-4f38-46be-adb8-40ae92652204', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f586da3-1665-4701-96ad-e7c575a8d416', 'mac_address': 'fa:16:3e:d0:9d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35714035-4082-4ee8-bd40-29744134edc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-14T19:06:49Z', 'updated_at': '2021-08-14T19:06:49Z', 'revision_number': 0, 'project_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4f22916-c87d-429e-84f1-b305a9871106', 'name': '', 'network_id': '9f586da3-1665-4701-96ad-e7c575a8d416', 'tenant_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'mac_address': 'fa:16:3e:f6:97:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eff7102-b24d-4792-a1cc-fb1ffaed6e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '5a79f99a-c70a-42e3-aa73-d94c7467867c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:36Z', 'updated_at': '2021-08-14T19:05:48Z', 'revision_number': 5, 'project_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'subnets': [{'id': '5a79f99a-c70a-42e3-aa73-d94c7467867c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 19:06:51.711223 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a26b15be-5b61-4b9a-b0da-bf340162366b tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:51.718031 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a26b15be-5b61-4b9a-b0da-bf340162366b tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650242'] for security_group_rule, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:51.753748 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b15be-5b61-4b9a-b0da-bf340162366b tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f245593-6618-4270-b588-ee6fafc9e7fd,revision_number=0']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:51.761336 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a26b15be-5b61-4b9a-b0da-bf340162366b tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:51.762565 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-a26b15be-5b61-4b9a-b0da-bf340162366b tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2789550 Aug 14 19:06:51.767285 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 34662) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:06:51.780319 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-e4ac1f92-9988-4cba-a799-b165998a8514 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Request body: {'security_group_rule': {'security_group_id': '319820ce-cfc6-4a72-b2e2-ebae84723f14', 'project_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:06:51.797505 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-494c11f8-1254-4daf-b952-5923b4a69488 req-28672d46-682b-4daf-8f0c-41b407cfef32 service neutron] 10.222.0.24 "GET /v2.0/networks/9f586da3-1665-4701-96ad-e7c575a8d416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426101 Aug 14 19:06:51.817094 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95510d93-8de5-46a3-a1d9-bc605c8c0a1f req-21db5e02-f158-491b-b662-462e86a56eea tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:51.817696 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-e4ac1f92-9988-4cba-a799-b165998a8514 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:51.819815 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-95510d93-8de5-46a3-a1d9-bc605c8c0a1f req-21db5e02-f158-491b-b662-462e86a56eea tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 946 time: 0.0580969 Aug 14 19:06:51.860241 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-95510d93-8de5-46a3-a1d9-bc605c8c0a1f req-0fb655e5-8cc9-493e-8563-ec54b7c47b90 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325875 Aug 14 19:06:51.879385 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-e4ac1f92-9988-4cba-a799-b165998a8514 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:51.883566 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-e4ac1f92-9988-4cba-a799-b165998a8514 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650242'] for security_group_rule, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:51.903584 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac1f92-9988-4cba-a799-b165998a8514 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abc5daac-1b2a-4d4d-8d0b-64b91f358322,revision_number=0']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:51.916661 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-e4ac1f92-9988-4cba-a799-b165998a8514 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:51.918805 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-e4ac1f92-9988-4cba-a799-b165998a8514 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1459594 Aug 14 19:06:51.920983 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 34666) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:06:51.928501 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [None req-b3e6577a-d3ff-4421-886f-56b39243ed5e tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Request body: {'security_group_rule': {'security_group_id': '319820ce-cfc6-4a72-b2e2-ebae84723f14', 'project_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:06:51.964581 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-b3e6577a-d3ff-4421-886f-56b39243ed5e tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:51.993167 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19f5072-3798-4575-945d-133807c70cc2 None None] New status for floating IP 7d51ce06-e404-429d-beea-d0b43143b5d2: ACTIVE {{(pid=94118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 14 19:06:52.044573 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-b3e6577a-d3ff-4421-886f-56b39243ed5e tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:52.057676 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-b3e6577a-d3ff-4421-886f-56b39243ed5e tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650242'] for security_group_rule, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:52.058435 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ca96e-a8ff-4741-9846-46af83a2a88e req-1d8bc214-e0eb-45c9-a47a-ee58730712bb tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:52.067361 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-440ca96e-a8ff-4741-9846-46af83a2a88e req-1d8bc214-e0eb-45c9-a47a-ee58730712bb tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/ports?device_id=74487208-ef61-4a15-9b8b-4e2202cdc132 HTTP/1.1" status: 200 len: 943 time: 0.1084940 Aug 14 19:06:52.099020 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e6577a-d3ff-4421-886f-56b39243ed5e tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=908d03c2-424a-4237-a5f7-d9e9d8fa7635,revision_number=0']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:52.111643 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-b3e6577a-d3ff-4421-886f-56b39243ed5e tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:52.114098 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-b3e6577a-d3ff-4421-886f-56b39243ed5e tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1906214 Aug 14 19:06:52.116588 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 34672) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:06:52.123058 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [None req-30c8d73e-490e-4ad7-a5d4-bd2f8813a831 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Request body: {'security_group_rule': {'security_group_id': '319820ce-cfc6-4a72-b2e2-ebae84723f14', 'project_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:06:52.129293 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-440ca96e-a8ff-4741-9846-46af83a2a88e req-d970ce0b-9ccc-4c92-8590-a5958802472f tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/security-groups?id=e457d3c6-a60a-4ccf-a934-68b925aab28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607107 Aug 14 19:06:52.159974 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff611e-f831-4028-b6e7-101aa204ee7a req-a94e4dfe-4a4f-4d97-b531-dd3a2b7c84bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:52.161964 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e7ff611e-f831-4028-b6e7-101aa204ee7a req-a94e4dfe-4a4f-4d97-b531-dd3a2b7c84bf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 1099 time: 0.0489368 Aug 14 19:06:52.166790 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.db.securitygroups_db [None req-30c8d73e-490e-4ad7-a5d4-bd2f8813a831 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Project e72304a5f779453f8a5a56c86d3eb70a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 14 19:06:52.173540 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-30c8d73e-490e-4ad7-a5d4-bd2f8813a831 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:52.209977 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e7ff611e-f831-4028-b6e7-101aa204ee7a req-16f360a8-b396-4f59-9532-0a7c919b6204 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403230 Aug 14 19:06:52.246402 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-30c8d73e-490e-4ad7-a5d4-bd2f8813a831 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:52.251555 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-30c8d73e-490e-4ad7-a5d4-bd2f8813a831 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650242'] for security_group_rule, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:52.270790 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8d73e-490e-4ad7-a5d4-bd2f8813a831 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7dd4c1d-cd30-48fe-89f2-15d082cfcf4a,revision_number=0']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:52.285878 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-30c8d73e-490e-4ad7-a5d4-bd2f8813a831 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:52.287136 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-30c8d73e-490e-4ad7-a5d4-bd2f8813a831 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1694536 Aug 14 19:06:52.290012 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 34676) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:06:52.294748 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-f810e72f-4599-409f-8164-2cd32dfb4b65 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Request body: {'security_group_rule': {'security_group_id': '319820ce-cfc6-4a72-b2e2-ebae84723f14', 'project_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:06:52.323912 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.db.securitygroups_db [None req-f810e72f-4599-409f-8164-2cd32dfb4b65 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Project e72304a5f779453f8a5a56c86d3eb70a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 14 19:06:52.328957 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f810e72f-4599-409f-8164-2cd32dfb4b65 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:52.335919 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8315196-bfa7-41fb-b8ea-de9d7d4dd0be req-5d224bbe-baa5-465f-b0ab-8e3d75b5cc21 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:52.337604 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-a8315196-bfa7-41fb-b8ea-de9d7d4dd0be req-5d224bbe-baa5-465f-b0ab-8e3d75b5cc21 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0626707 Aug 14 19:06:52.379324 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-a8315196-bfa7-41fb-b8ea-de9d7d4dd0be req-c21b15b3-25af-4db1-90fa-960d3d209d97 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335839 Aug 14 19:06:52.387637 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f810e72f-4599-409f-8164-2cd32dfb4b65 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:52.392890 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f810e72f-4599-409f-8164-2cd32dfb4b65 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650242'] for security_group_rule, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:52.410554 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f810e72f-4599-409f-8164-2cd32dfb4b65 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b45c2b1-b602-4f84-b229-f364de7fe59e,revision_number=0']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:52.416865 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f810e72f-4599-409f-8164-2cd32dfb4b65 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:52.421124 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-f810e72f-4599-409f-8164-2cd32dfb4b65 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1270325 Aug 14 19:06:52.496061 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-6f7e3ba1-7265-4162-9bde-428df4a3c545 req-9e1a857d-15ab-474c-877b-074c7328dfec tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-438904822&fields=id&tenant_id=e72304a5f779453f8a5a56c86d3eb70a HTTP/1.1" status: 200 len: 267 time: 0.0318229 Aug 14 19:06:52.506677 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8b8dd483-97a1-4974-b8a5-507123655bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:52.548130 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e3ba1-7265-4162-9bde-428df4a3c545 req-3f52f4eb-aa87-4293-aec7-1b14b1e88846 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:52.549668 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-6f7e3ba1-7265-4162-9bde-428df4a3c545 req-3f52f4eb-aa87-4293-aec7-1b14b1e88846 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 946 time: 0.0475881 Aug 14 19:06:52.560658 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [req-6f7e3ba1-7265-4162-9bde-428df4a3c545 req-88eb09fa-0e46-421f-a35c-b180eba5dcdf tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Request body: {'port': {'security_groups': ['84203a9d-f87d-4d63-a1c9-1784de7f7dc9', '319820ce-cfc6-4a72-b2e2-ebae84723f14']}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:06:52.624539 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-6f7e3ba1-7265-4162-9bde-428df4a3c545 req-88eb09fa-0e46-421f-a35c-b180eba5dcdf tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:52.797304 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:52.804376 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [req-6f7e3ba1-7265-4162-9bde-428df4a3c545 req-88eb09fa-0e46-421f-a35c-b180eba5dcdf tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] For port c286000b-4f38-46be-adb8-40ae92652204, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=c286000b-4f38-46be-adb8-40ae92652204,segment=NetworkSegment(e0ca4b07-6afe-411d-bd3a-78e2360d0279),segment_id=e0ca4b07-6afe-411d-bd3a-78e2360d0279)] {{(pid=94116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:06:52.834012 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-6f7e3ba1-7265-4162-9bde-428df4a3c545 req-88eb09fa-0e46-421f-a35c-b180eba5dcdf tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks [] for port, precommit_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:52.838532 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-6f7e3ba1-7265-4162-9bde-428df4a3c545 req-88eb09fa-0e46-421f-a35c-b180eba5dcdf tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:52.853602 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] get_ports_and_sgs() called for port_ids ['c286000b-4f38-46be-adb8-40ae92652204'] {{(pid=94118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 14 19:06:52.880278 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e3ba1-7265-4162-9bde-428df4a3c545 req-88eb09fa-0e46-421f-a35c-b180eba5dcdf tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:52.880910 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-6f7e3ba1-7265-4162-9bde-428df4a3c545 req-88eb09fa-0e46-421f-a35c-b180eba5dcdf tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:52.882341 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-6f7e3ba1-7265-4162-9bde-428df4a3c545 req-88eb09fa-0e46-421f-a35c-b180eba5dcdf tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "PUT /v2.0/ports/c286000b-4f38-46be-adb8-40ae92652204 HTTP/1.1" status: 200 len: 982 time: 0.3260593 Aug 14 19:06:52.882793 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35714035-4082-4ee8-bd40-29744134edc7', 'tag': 'c286000b-4f38-46be-adb8-40ae92652204'}] {{(pid=94116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:06:52.888309 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28c49a314bd7f251079b489e766d97b9f33e90e077807a9e7e5bf7a3f9e5ced" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3dee39-f5f6-4048-9ede-d6c74fe32593" -d '{"events": [{"name": "network-changed", "server_uuid": "35714035-4082-4ee8-bd40-29744134edc7", "tag": "c286000b-4f38-46be-adb8-40ae92652204"}]}' {{(pid=94116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:06:52.921683 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eb09fa-0e46-421f-a35c-b180eba5dcdf tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Pushing event updated for resources: {'Port': ['ID=c286000b-4f38-46be-adb8-40ae92652204,revision_number=6']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:52.946628 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 Aug 2021 19:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863b934c-6c3b-45bd-9584-0bf9ec9cf6f5 x-openstack-request-id: req-863b934c-6c3b-45bd-9584-0bf9ec9cf6f5 {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:06:52.947541 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35714035-4082-4ee8-bd40-29744134edc7", "tag": "c286000b-4f38-46be-adb8-40ae92652204", "status": "completed", "code": 200}]} {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:06:52.948023 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-863b934c-6c3b-45bd-9584-0bf9ec9cf6f5 {{(pid=94116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:06:52.948646 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35714035-4082-4ee8-bd40-29744134edc7', 'tag': 'c286000b-4f38-46be-adb8-40ae92652204', 'status': 'completed', 'code': 200} Aug 14 19:06:53.045016 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] get_ports_and_sgs() called for port_ids ['c286000b-4f38-46be-adb8-40ae92652204'] {{(pid=94118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 14 19:06:53.045575 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa5016-adb5-4b63-a4f6-8e5b0cfffad4 req-5227c6b6-84d0-47d6-8a73-9a8bb22e0c59 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:53.047507 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-40aa5016-adb5-4b63-a4f6-8e5b0cfffad4 req-5227c6b6-84d0-47d6-8a73-9a8bb22e0c59 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 985 time: 0.0895381 Aug 14 19:06:53.091815 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3dee39-f5f6-4048-9ede-d6c74fe32593 req-b2a69784-f438-404e-8d0e-c4cbca92b557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:53.093304 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-de3dee39-f5f6-4048-9ede-d6c74fe32593 req-b2a69784-f438-404e-8d0e-c4cbca92b557 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e72304a5f779453f8a5a56c86d3eb70a&device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 1138 time: 0.1151683 Aug 14 19:06:53.097219 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-40aa5016-adb5-4b63-a4f6-8e5b0cfffad4 req-1be4f0e4-0366-4561-8612-eeb1456f9411 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/security-groups?id=319820ce-cfc6-4a72-b2e2-ebae84723f14&id=84203a9d-f87d-4d63-a1c9-1784de7f7dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420349 Aug 14 19:06:53.107506 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d8c3c9-b854-4e60-823d-884cc8d8d152 req-e18136b7-bf07-4a2b-b03d-636c7fb12eb1 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:53.109180 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-b3d8c3c9-b854-4e60-823d-884cc8d8d152 req-e18136b7-bf07-4a2b-b03d-636c7fb12eb1 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 946 time: 0.0940962 Aug 14 19:06:53.220712 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-b3d8c3c9-b854-4e60-823d-884cc8d8d152 req-812c58b8-8bbb-4869-b6fc-c0f40ef83c5f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899301 Aug 14 19:06:53.238279 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 6b9554c2-895f-41ab-8f3a-e65e5861efa3 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 14 19:06:53.245395 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3dee39-f5f6-4048-9ede-d6c74fe32593 req-7b3c23a5-863d-444f-9621-90fd64daf043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:53.247123 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-de3dee39-f5f6-4048-9ede-d6c74fe32593 req-7b3c23a5-863d-444f-9621-90fd64daf043 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9f586da3-1665-4701-96ad-e7c575a8d416 HTTP/1.1" status: 200 len: 916 time: 0.1370530 Aug 14 19:06:53.253576 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac61326-bb29-4b6a-9020-639fdf368925 req-1ac2b54a-9762-4789-86d2-ead55e77bd1f tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:53.255422 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-bac61326-bb29-4b6a-9020-639fdf368925 req-1ac2b54a-9762-4789-86d2-ead55e77bd1f tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/ports?device_id=74487208-ef61-4a15-9b8b-4e2202cdc132 HTTP/1.1" status: 200 len: 943 time: 0.0547969 Aug 14 19:06:53.297195 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-bac61326-bb29-4b6a-9020-639fdf368925 req-72d7961d-4022-43af-a8ab-92943f079a14 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/security-groups?id=e457d3c6-a60a-4ccf-a934-68b925aab28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339301 Aug 14 19:06:53.302107 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-0b1fdef7-ab29-4a5d-b6b1-2b07702ac583 None None] Provisioning complete for port c286000b-4f38-46be-adb8-40ae92652204 triggered by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:06:53.302540 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-0b1fdef7-ab29-4a5d-b6b1-2b07702ac583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:53.318213 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-de3dee39-f5f6-4048-9ede-d6c74fe32593 req-fc957502-3db2-4e07-838c-a126fac7bb89 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c286000b-4f38-46be-adb8-40ae92652204 HTTP/1.1" status: 200 len: 1001 time: 0.0617473 Aug 14 19:06:53.380273 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3dee39-f5f6-4048-9ede-d6c74fe32593 req-7e88fbf4-04fb-48e7-a621-abd5982a521f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:53.381840 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-de3dee39-f5f6-4048-9ede-d6c74fe32593 req-7e88fbf4-04fb-48e7-a621-abd5982a521f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5a79f99a-c70a-42e3-aa73-d94c7467867c HTTP/1.1" status: 200 len: 854 time: 0.0532572 Aug 14 19:06:53.449103 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3dee39-f5f6-4048-9ede-d6c74fe32593 req-c4173fc9-2785-4f95-ad6a-52181889193c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:53.450208 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-de3dee39-f5f6-4048-9ede-d6c74fe32593 req-c4173fc9-2785-4f95-ad6a-52181889193c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f586da3-1665-4701-96ad-e7c575a8d416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552659 Aug 14 19:06:53.504135 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 6b9554c2-895f-41ab-8f3a-e65e5861efa3, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=6b9554c2-895f-41ab-8f3a-e65e5861efa3,segment=NetworkSegment(342e6f94-fd33-47c5-9991-238dff7950c4),segment_id=342e6f94-fd33-47c5-9991-238dff7950c4)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:06:53.536741 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Returning: {'device': '6b9554c2-895f-41ab-8f3a-e65e5861efa3', 'network_id': 'f424aaba-42f4-4ffe-892e-b3578e7a1865', 'port_id': '6b9554c2-895f-41ab-8f3a-e65e5861efa3', 'mac_address': 'fa:16:3e:15:9c:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eb9470b-3e3b-4ec5-8c6c-8bac7cec25db', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 14 19:06:53.587425 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f1182-828d-4670-877e-9cd650023d79 req-ac08456f-bae0-49ba-933a-5c3b29ae060e tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:53.588571 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-be5f1182-828d-4670-877e-9cd650023d79 req-ac08456f-bae0-49ba-933a-5c3b29ae060e tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.1241987 Aug 14 19:06:53.628440 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-de3dee39-f5f6-4048-9ede-d6c74fe32593 req-f5ec9088-515c-4327-a237-8766c1cd8490 service neutron] 10.222.0.24 "GET /v2.0/networks/9f586da3-1665-4701-96ad-e7c575a8d416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620700 Aug 14 19:06:53.662636 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-be5f1182-828d-4670-877e-9cd650023d79 req-d9344150-f61e-49ff-9293-db8c25c6e0b8 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655193 Aug 14 19:06:53.667351 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:53.697130 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b9554c2-895f-41ab-8f3a-e65e5861efa3 {{(pid=94118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:06:53.736043 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-de3dee39-f5f6-4048-9ede-d6c74fe32593 req-aa753a74-03f5-4208-ab03-614447270e55 service neutron] 10.222.0.24 "GET /v2.0/networks/9f586da3-1665-4701-96ad-e7c575a8d416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967667 Aug 14 19:06:53.750469 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 6b9554c2-895f-41ab-8f3a-e65e5861efa3, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=6b9554c2-895f-41ab-8f3a-e65e5861efa3,segment=NetworkSegment(342e6f94-fd33-47c5-9991-238dff7950c4),segment_id=342e6f94-fd33-47c5-9991-238dff7950c4)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:06:53.763357 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:53.852001 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=6b9554c2-895f-41ab-8f3a-e65e5861efa3,revision_number=4']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:53.889352 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:54.196640 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] get_ports_and_sgs() called for port_ids ['6b9554c2-895f-41ab-8f3a-e65e5861efa3'] {{(pid=94118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 14 19:06:54.324888 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92783bc-7bc4-4e8e-a656-c4eaf08ffa81 req-a114e5ca-456a-4253-8edb-5858fc485d10 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:54.326403 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e92783bc-7bc4-4e8e-a656-c4eaf08ffa81 req-a114e5ca-456a-4253-8edb-5858fc485d10 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 946 time: 0.0482850 Aug 14 19:06:54.366607 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e92783bc-7bc4-4e8e-a656-c4eaf08ffa81 req-57c3044a-f317-45f3-a3af-9b5a0f4d0ac3 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323958 Aug 14 19:06:54.417121 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffc94f-e793-4fe3-a0ca-816e35908ae7 req-37a592eb-bd11-4906-81d5-c9f098ae4ba5 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:54.418595 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-01ffc94f-e793-4fe3-a0ca-816e35908ae7 req-37a592eb-bd11-4906-81d5-c9f098ae4ba5 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/ports?device_id=74487208-ef61-4a15-9b8b-4e2202cdc132 HTTP/1.1" status: 200 len: 944 time: 0.0496426 Aug 14 19:06:54.456346 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-01ffc94f-e793-4fe3-a0ca-816e35908ae7 req-d6a78983-a5e9-475b-942e-f96a692d77e9 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/security-groups?id=e457d3c6-a60a-4ccf-a934-68b925aab28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311878 Aug 14 19:06:54.784809 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465e2d7-1f7a-46c3-8fef-58c0d35a180f req-2a36f78a-acaa-4a97-817b-9e07da2333a2 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:54.786277 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d465e2d7-1f7a-46c3-8fef-58c0d35a180f req-2a36f78a-acaa-4a97-817b-9e07da2333a2 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.0551493 Aug 14 19:06:54.823065 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d465e2d7-1f7a-46c3-8fef-58c0d35a180f req-2f39247b-ba06-4939-8758-6d0960cc01c7 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304163 Aug 14 19:06:55.143545 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca00aa-1cc3-4d5a-9820-531e98978c2f req-96d21fba-7c2a-4269-87be-9c5cf796f423 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:55.144983 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-8cca00aa-1cc3-4d5a-9820-531e98978c2f req-96d21fba-7c2a-4269-87be-9c5cf796f423 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.24 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 946 time: 0.2894769 Aug 14 19:06:55.196531 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:55.243264 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [req-8cca00aa-1cc3-4d5a-9820-531e98978c2f req-00710aa1-7e22-4d48-ae94-2f54d55cfda4 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Deleting port 51a134f0-83fe-4ce2-b30d-91d08421f295 {{(pid=94116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:06:55.243617 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-8cca00aa-1cc3-4d5a-9820-531e98978c2f req-00710aa1-7e22-4d48-ae94-2f54d55cfda4 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:55.246092 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 6b9554c2-895f-41ab-8f3a-e65e5861efa3 up at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:06:55.299940 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning for port 6b9554c2-895f-41ab-8f3a-e65e5861efa3 completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:06:55.304148 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning complete for port 6b9554c2-895f-41ab-8f3a-e65e5861efa3 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:06:55.304533 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:55.334391 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [req-8cca00aa-1cc3-4d5a-9820-531e98978c2f req-00710aa1-7e22-4d48-ae94-2f54d55cfda4 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] For port 51a134f0-83fe-4ce2-b30d-91d08421f295, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=51a134f0-83fe-4ce2-b30d-91d08421f295,segment=NetworkSegment(5ba0e0d5-42c9-4f6a-b232-be11d5749a7a),segment_id=5ba0e0d5-42c9-4f6a-b232-be11d5749a7a)] {{(pid=94116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:06:55.334759 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-8cca00aa-1cc3-4d5a-9820-531e98978c2f req-00710aa1-7e22-4d48-ae94-2f54d55cfda4 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:55.347791 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [req-8cca00aa-1cc3-4d5a-9820-531e98978c2f req-00710aa1-7e22-4d48-ae94-2f54d55cfda4 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Calling delete_port for 51a134f0-83fe-4ce2-b30d-91d08421f295 owned by compute:nova {{(pid=94116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:06:55.382988 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:55.411532 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74487208-ef61-4a15-9b8b-4e2202cdc132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9554c2-895f-41ab-8f3a-e65e5861efa3'}] {{(pid=94118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:06:55.413801 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec225036cb8a85e900ef4a1438a865ee1e0a541caa4576dd66f1a48457471f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07f24a8-e7fb-41c6-8122-f5f1a3821300" -d '{"events": [{"server_uuid": "74487208-ef61-4a15-9b8b-4e2202cdc132", "name": "network-vif-plugged", "status": "completed", "tag": "6b9554c2-895f-41ab-8f3a-e65e5861efa3"}]}' {{(pid=94118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:06:55.428412 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 6b9554c2-895f-41ab-8f3a-e65e5861efa3, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=6b9554c2-895f-41ab-8f3a-e65e5861efa3,segment=NetworkSegment(342e6f94-fd33-47c5-9991-238dff7950c4),segment_id=342e6f94-fd33-47c5-9991-238dff7950c4)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:06:55.431710 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:55.455848 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a663c2c-cff5-403e-8b3c-746d241438a9 x-openstack-request-id: req-6a663c2c-cff5-403e-8b3c-746d241438a9 {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:06:55.456141 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74487208-ef61-4a15-9b8b-4e2202cdc132", "name": "network-vif-plugged", "status": "completed", "tag": "6b9554c2-895f-41ab-8f3a-e65e5861efa3", "code": 200}]} {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:06:55.456394 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6a663c2c-cff5-403e-8b3c-746d241438a9 {{(pid=94118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:06:55.456788 dv-cinder-804581-2-iscsi neutron-server[94118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74487208-ef61-4a15-9b8b-4e2202cdc132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9554c2-895f-41ab-8f3a-e65e5861efa3', 'code': 200} Aug 14 19:06:55.485682 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-8cca00aa-1cc3-4d5a-9820-531e98978c2f req-00710aa1-7e22-4d48-ae94-2f54d55cfda4 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957'] for port, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:55.500598 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] get_ports_and_sgs() called for port_ids ['51a134f0-83fe-4ce2-b30d-91d08421f295'] {{(pid=94118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 14 19:06:55.525779 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=6b9554c2-895f-41ab-8f3a-e65e5861efa3,revision_number=5']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:55.588451 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00710aa1-7e22-4d48-ae94-2f54d55cfda4 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Pushing event deleted for resources: {'Port': ['ID=51a134f0-83fe-4ce2-b30d-91d08421f295,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:55.597470 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cca00aa-1cc3-4d5a-9820-531e98978c2f req-00710aa1-7e22-4d48-ae94-2f54d55cfda4 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] No DVR routers for this DVR port 51a134f0-83fe-4ce2-b30d-91d08421f295 on host hv-cinder-80458 {{(pid=94116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 14 19:06:55.601468 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-8cca00aa-1cc3-4d5a-9820-531e98978c2f req-00710aa1-7e22-4d48-ae94-2f54d55cfda4 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:55.604288 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-8cca00aa-1cc3-4d5a-9820-531e98978c2f req-00710aa1-7e22-4d48-ae94-2f54d55cfda4 tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.24 "DELETE /v2.0/ports/51a134f0-83fe-4ce2-b30d-91d08421f295 HTTP/1.1" status: 204 len: 173 time: 0.4494503 Aug 14 19:06:55.604729 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118df121-167d-4452-b111-0c38956cc12b', 'name': 'network-vif-deleted', 'tag': '51a134f0-83fe-4ce2-b30d-91d08421f295'}] {{(pid=94116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:06:55.606964 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28c49a314bd7f251079b489e766d97b9f33e90e077807a9e7e5bf7a3f9e5ced" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19f0209-1008-4088-b586-d053104e38b4" -d '{"events": [{"server_uuid": "118df121-167d-4452-b111-0c38956cc12b", "name": "network-vif-deleted", "tag": "51a134f0-83fe-4ce2-b30d-91d08421f295"}]}' {{(pid=94116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:06:55.615180 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828e2f4-f65f-4261-b02f-577a64ec46e8 req-f71fb5ef-7045-4adc-ac36-908b6f01cb78 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:55.616893 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d828e2f4-f65f-4261-b02f-577a64ec46e8 req-f71fb5ef-7045-4adc-ac36-908b6f01cb78 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/ports?device_id=74487208-ef61-4a15-9b8b-4e2202cdc132 HTTP/1.1" status: 200 len: 945 time: 0.0688655 Aug 14 19:06:55.655491 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794306f9-ccc0-490c-860b-381005c77cae x-openstack-request-id: req-794306f9-ccc0-490c-860b-381005c77cae {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:06:55.655781 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118df121-167d-4452-b111-0c38956cc12b", "name": "network-vif-deleted", "tag": "51a134f0-83fe-4ce2-b30d-91d08421f295", "status": "completed", "code": 200}]} {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:06:55.656033 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-794306f9-ccc0-490c-860b-381005c77cae {{(pid=94116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:06:55.656430 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118df121-167d-4452-b111-0c38956cc12b', 'name': 'network-vif-deleted', 'tag': '51a134f0-83fe-4ce2-b30d-91d08421f295', 'status': 'completed', 'code': 200} Aug 14 19:06:55.706219 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b822d20-f662-481a-ba87-d0013f4f0454 req-ca01a5c8-6ba3-4fce-904e-05617bc9c5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:55.707758 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8b822d20-f662-481a-ba87-d0013f4f0454 req-ca01a5c8-6ba3-4fce-904e-05617bc9c5c6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=74487208-ef61-4a15-9b8b-4e2202cdc132 HTTP/1.1" status: 200 len: 1098 time: 0.0797997 Aug 14 19:06:55.713362 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d828e2f4-f65f-4261-b02f-577a64ec46e8 req-77f68582-bc69-4883-b92b-78a3d20f45a0 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/security-groups?id=e457d3c6-a60a-4ccf-a934-68b925aab28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763888 Aug 14 19:06:55.768982 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8b822d20-f662-481a-ba87-d0013f4f0454 req-45a81f1a-fa3f-410e-b69e-f21a4261edb1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e457d3c6-a60a-4ccf-a934-68b925aab28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471473 Aug 14 19:06:55.934969 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-576f2304-d419-4e2b-93cb-989b8065d67b req-0a38764d-fd85-45df-a4b6-8c125e69479d tempest-ServerRescueNegativeTestJSON-1090061880 tempest-ServerRescueNegativeTestJSON-1090061880-project] 10.222.0.39 "GET /v2.0/ports?device_id=118df121-167d-4452-b111-0c38956cc12b HTTP/1.1" status: 200 len: 210 time: 0.0252233 Aug 14 19:06:56.838499 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a7bdb-7de7-4917-ae15-8f8bd5184404 req-cde7edcb-7b0c-497e-88b4-b659730172ec tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:56.840147 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-904a7bdb-7de7-4917-ae15-8f8bd5184404 req-cde7edcb-7b0c-497e-88b4-b659730172ec tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/ports?device_id=74487208-ef61-4a15-9b8b-4e2202cdc132 HTTP/1.1" status: 200 len: 945 time: 0.0524101 Aug 14 19:06:56.881124 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-904a7bdb-7de7-4917-ae15-8f8bd5184404 req-3783fcfa-bf81-4506-ac0d-d510d95cbfb7 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/security-groups?id=e457d3c6-a60a-4ccf-a934-68b925aab28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330949 Aug 14 19:06:56.993237 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 34748) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:06:57.401759 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-bdcbe75f-39a5-4e7a-9675-317b377426c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650835'] for router_interface, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:57.685254 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [None req-bdcbe75f-39a5-4e7a-9675-317b377426c5 admin admin] Deleting port dba64369-9c50-43e7-8770-92ab0fec4829 {{(pid=94116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:06:57.685489 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-bdcbe75f-39a5-4e7a-9675-317b377426c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:57.765637 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [None req-bdcbe75f-39a5-4e7a-9675-317b377426c5 admin admin] For port dba64369-9c50-43e7-8770-92ab0fec4829, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=dba64369-9c50-43e7-8770-92ab0fec4829,segment=NetworkSegment(5ba0e0d5-42c9-4f6a-b232-be11d5749a7a),segment_id=5ba0e0d5-42c9-4f6a-b232-be11d5749a7a)] {{(pid=94116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:06:57.766001 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-bdcbe75f-39a5-4e7a-9675-317b377426c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:57.778723 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [None req-bdcbe75f-39a5-4e7a-9675-317b377426c5 admin admin] Calling delete_port for dba64369-9c50-43e7-8770-92ab0fec4829 owned by network:router_interface {{(pid=94116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:06:57.975074 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-bdcbe75f-39a5-4e7a-9675-317b377426c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957'] for port, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:58.001840 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3f520-6c75-4307-ba8f-1d5d59c8a20b req-8e0cfc2f-22ef-4cdd-975d-ef73fb550f23 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:58.005390 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcbe75f-39a5-4e7a-9675-317b377426c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dba64369-9c50-43e7-8770-92ab0fec4829,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:58.006739 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-b1b3f520-6c75-4307-ba8f-1d5d59c8a20b req-8e0cfc2f-22ef-4cdd-975d-ef73fb550f23 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/ports?device_id=74487208-ef61-4a15-9b8b-4e2202cdc132 HTTP/1.1" status: 200 len: 945 time: 0.0578403 Aug 14 19:06:58.050409 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-b1b3f520-6c75-4307-ba8f-1d5d59c8a20b req-f20898e6-d6a6-499b-ba37-615f8ed535b0 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/security-groups?id=e457d3c6-a60a-4ccf-a934-68b925aab28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338304 Aug 14 19:06:58.134381 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-bdcbe75f-39a5-4e7a-9675-317b377426c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499491'] for router_interface, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:58.345791 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdcbe75f-39a5-4e7a-9675-317b377426c5 admin admin] Router f9b860ec-b2bc-454c-8b8f-f1832424e959 has already been hosted by L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 {{(pid=94116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 14 19:06:58.448665 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcbe75f-39a5-4e7a-9675-317b377426c5 admin admin] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 19:06:58.454547 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-bdcbe75f-39a5-4e7a-9675-317b377426c5 admin admin] 10.222.0.39 "PUT /v2.0/routers/f9b860ec-b2bc-454c-8b8f-f1832424e959/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4595218 Aug 14 19:06:58.457700 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 34760) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:06:58.463126 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4152ed8-64b7-4cb3-8f5b-779365b1ad62 None None] Sync routers for ids ['f9b860ec-b2bc-454c-8b8f-f1832424e959'] in dv-cinder-804581-2-iscsi {{(pid=94119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 19:06:58.478353 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4152ed8-64b7-4cb3-8f5b-779365b1ad62 None None] Routers {'f9b860ec-b2bc-454c-8b8f-f1832424e959'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:06:58.479539 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-f4152ed8-64b7-4cb3-8f5b-779365b1ad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:06:52Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['f9b860ec-b2bc-454c-8b8f-f1832424e959'], 'active': True} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:06:58.572036 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-9a8597ee-4955-4b64-aa7d-33b2b4582cec admin admin] Notify callbacks [] for router, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:58.593758 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvr_db [None req-f4152ed8-64b7-4cb3-8f5b-779365b1ad62 None None] Set router f9b860ec-b2bc-454c-8b8f-f1832424e959 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:06:58.691920 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-9a8597ee-4955-4b64-aa7d-33b2b4582cec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:58.753205 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [None req-9a8597ee-4955-4b64-aa7d-33b2b4582cec admin admin] Deleting port e65d6c00-442e-47b0-9781-d5360f31f05b {{(pid=94116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:06:58.753562 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-9a8597ee-4955-4b64-aa7d-33b2b4582cec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:58.785968 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-f4152ed8-64b7-4cb3-8f5b-779365b1ad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b860ec-b2bc-454c-8b8f-f1832424e959', 'name': 'tempest-ServerRescueNegativeTestJSON-1830163748-router', 'tenant_id': '6000939100bb476da8924d17890754e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': 'e65d6c00-442e-47b0-9781-d5360f31f05b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:26Z', 'updated_at': '2021-08-14T19:06:57Z', 'revision_number': 5, 'project_id': '6000939100bb476da8924d17890754e4', 'gw_port': {'id': 'e65d6c00-442e-47b0-9781-d5360f31f05b', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b860ec-b2bc-454c-8b8f-f1832424e959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:27Z', 'updated_at': '2021-08-14T19:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi'}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:06:58.795510 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e82f98-0612-49d4-aa20-a00110f7dc86 req-7bc1b527-9624-4f79-837b-1083c68ec3ce tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:06:58.797044 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d4e82f98-0612-49d4-aa20-a00110f7dc86 req-7bc1b527-9624-4f79-837b-1083c68ec3ce tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/ports?device_id=74487208-ef61-4a15-9b8b-4e2202cdc132 HTTP/1.1" status: 200 len: 945 time: 0.0513399 Aug 14 19:06:58.813976 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4152ed8-64b7-4cb3-8f5b-779365b1ad62 None None] Checking router: f9b860ec-b2bc-454c-8b8f-f1832424e959 for host: dv-cinder-804581-2-iscsi {{(pid=94119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 19:06:58.826324 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4152ed8-64b7-4cb3-8f5b-779365b1ad62 None None] Routers {'f9b860ec-b2bc-454c-8b8f-f1832424e959'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:06:58.826945 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-f4152ed8-64b7-4cb3-8f5b-779365b1ad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:06:52Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['f9b860ec-b2bc-454c-8b8f-f1832424e959'], 'active': True} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:06:58.841338 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [None req-9a8597ee-4955-4b64-aa7d-33b2b4582cec admin admin] For port e65d6c00-442e-47b0-9781-d5360f31f05b, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=e65d6c00-442e-47b0-9781-d5360f31f05b,segment=NetworkSegment(40f888b7-b3ed-489c-94ee-52f240068829),segment_id=40f888b7-b3ed-489c-94ee-52f240068829)] {{(pid=94116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:06:58.841799 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-9a8597ee-4955-4b64-aa7d-33b2b4582cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:58.850435 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d4e82f98-0612-49d4-aa20-a00110f7dc86 req-eedb01d3-5ec4-4ae4-939c-1eaf5a64d2fd tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/security-groups?id=e457d3c6-a60a-4ccf-a934-68b925aab28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459139 Aug 14 19:06:58.860061 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [None req-9a8597ee-4955-4b64-aa7d-33b2b4582cec admin admin] Calling delete_port for e65d6c00-442e-47b0-9781-d5360f31f05b owned by network:router_gateway {{(pid=94116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:06:58.918989 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvr_db [None req-f4152ed8-64b7-4cb3-8f5b-779365b1ad62 None None] Set router f9b860ec-b2bc-454c-8b8f-f1832424e959 gateway port host: None {{(pid=94119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:06:58.972162 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-f4152ed8-64b7-4cb3-8f5b-779365b1ad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b860ec-b2bc-454c-8b8f-f1832424e959', 'name': 'tempest-ServerRescueNegativeTestJSON-1830163748-router', 'tenant_id': '6000939100bb476da8924d17890754e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:26Z', 'updated_at': '2021-08-14T19:06:58Z', 'revision_number': 6, 'project_id': '6000939100bb476da8924d17890754e4', 'gw_port_host': None}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:06:58.997807 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4152ed8-64b7-4cb3-8f5b-779365b1ad62 None None] The sync data for ids ['f9b860ec-b2bc-454c-8b8f-f1832424e959'] in dv-cinder-804581-2-iscsi is: [{'id': 'f9b860ec-b2bc-454c-8b8f-f1832424e959', 'name': 'tempest-ServerRescueNegativeTestJSON-1830163748-router', 'tenant_id': '6000939100bb476da8924d17890754e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:26Z', 'updated_at': '2021-08-14T19:06:58Z', 'revision_number': 6, 'project_id': '6000939100bb476da8924d17890754e4', 'gw_port_host': None}] {{(pid=94119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 19:06:59.040594 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-9a8597ee-4955-4b64-aa7d-33b2b4582cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957'] for port, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:59.067162 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8597ee-4955-4b64-aa7d-33b2b4582cec admin admin] Pushing event deleted for resources: {'Port': ['ID=e65d6c00-442e-47b0-9781-d5360f31f05b,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:59.091096 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-9a8597ee-4955-4b64-aa7d-33b2b4582cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499417'] for router_gateway, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:59.259661 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 51a134f0-83fe-4ce2-b30d-91d08421f295 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:06:59.280794 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] No Port match for: 51a134f0-83fe-4ce2-b30d-91d08421f295 {{(pid=94118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 14 19:06:59.281214 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 51a134f0-83fe-4ce2-b30d-91d08421f295 not bound to the agent host hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 14 19:06:59.442060 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-9a8597ee-4955-4b64-aa7d-33b2b4582cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1271'] for router, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:59.444244 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-9a8597ee-4955-4b64-aa7d-33b2b4582cec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:59.513955 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-9a8597ee-4955-4b64-aa7d-33b2b4582cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497210'] for router, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:59.514454 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8597ee-4955-4b64-aa7d-33b2b4582cec admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9b860ec-b2bc-454c-8b8f-f1832424e959 {{(pid=94116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 14 19:06:59.519660 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-9a8597ee-4955-4b64-aa7d-33b2b4582cec admin admin] Notify callbacks [] for router, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:59.520803 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-9a8597ee-4955-4b64-aa7d-33b2b4582cec admin admin] 10.222.0.39 "DELETE /v2.0/routers/f9b860ec-b2bc-454c-8b8f-f1832424e959 HTTP/1.1" status: 204 len: 168 time: 1.0621493 Aug 14 19:06:59.523501 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 34772) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:06:59.568256 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c9c3765-e5f1-4b5b-9e0f-6db51b6af25a admin admin] Deleting subnet e77bed90-2142-41a5-a497-653e20d95723 {{(pid=94116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 14 19:06:59.571288 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-7c9c3765-e5f1-4b5b-9e0f-6db51b6af25a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:59.605520 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-7c9c3765-e5f1-4b5b-9e0f-6db51b6af25a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:59.612126 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-7c9c3765-e5f1-4b5b-9e0f-6db51b6af25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642801'] for subnet, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:59.667827 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-7c9c3765-e5f1-4b5b-9e0f-6db51b6af25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998'] for subnet, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:59.693427 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c3765-e5f1-4b5b-9e0f-6db51b6af25a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e77bed90-2142-41a5-a497-653e20d95723,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:06:59.697040 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-7c9c3765-e5f1-4b5b-9e0f-6db51b6af25a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:59.699915 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-7c9c3765-e5f1-4b5b-9e0f-6db51b6af25a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e77bed90-2142-41a5-a497-653e20d95723 HTTP/1.1" status: 204 len: 168 time: 0.1744320 Aug 14 19:06:59.701446 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 34774) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:06:59.774654 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3249ba94-8fb4-4d5d-a477-a562fb039443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529646'] for network, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:59.817874 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device dba64369-9c50-43e7-8770-92ab0fec4829 no longer exists at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:06:59.841172 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] No Port match for: dba64369-9c50-43e7-8770-92ab0fec4829 {{(pid=94118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 14 19:06:59.841615 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device dba64369-9c50-43e7-8770-92ab0fec4829 not bound to the agent host dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 14 19:06:59.842108 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device e65d6c00-442e-47b0-9781-d5360f31f05b no longer exists at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:06:59.873479 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3249ba94-8fb4-4d5d-a477-a562fb039443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639094', 'neutron.services.segments.db._delete_segments_for_network-8754979395952'] for network, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:06:59.886700 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3249ba94-8fb4-4d5d-a477-a562fb039443 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 19:06:59.887105 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3249ba94-8fb4-4d5d-a477-a562fb039443 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 19:06:59.888153 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3249ba94-8fb4-4d5d-a477-a562fb039443 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 19:06:59.888490 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3249ba94-8fb4-4d5d-a477-a562fb039443 admin admin] Subscribe: > port after_create 55550000 {{(pid=94116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 19:06:59.888841 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3249ba94-8fb4-4d5d-a477-a562fb039443 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 19:06:59.889193 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3249ba94-8fb4-4d5d-a477-a562fb039443 admin admin] Subscribe: > port after_update 55550000 {{(pid=94116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 19:06:59.889514 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3249ba94-8fb4-4d5d-a477-a562fb039443 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 19:06:59.889859 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3249ba94-8fb4-4d5d-a477-a562fb039443 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 19:06:59.890409 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3249ba94-8fb4-4d5d-a477-a562fb039443 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 19:06:59.890580 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3249ba94-8fb4-4d5d-a477-a562fb039443 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 19:06:59.983977 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] No Port match for: e65d6c00-442e-47b0-9781-d5360f31f05b {{(pid=94118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 14 19:06:59.984333 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device e65d6c00-442e-47b0-9781-d5360f31f05b not bound to the agent host dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 14 19:07:00.008272 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3249ba94-8fb4-4d5d-a477-a562fb039443 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 19:07:00.008660 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3249ba94-8fb4-4d5d-a477-a562fb039443 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 19:07:00.009254 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3249ba94-8fb4-4d5d-a477-a562fb039443 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 19:07:00.009595 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3249ba94-8fb4-4d5d-a477-a562fb039443 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94116) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 14 19:07:00.009990 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.services.segments.db [None req-3249ba94-8fb4-4d5d-a477-a562fb039443 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1']}} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:07:00.053428 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.services.segments.db [None req-3249ba94-8fb4-4d5d-a477-a562fb039443 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ba0e0d5-42c9-4f6a-b232-be11d5749a7a') {'for_net_delete': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:07:00.054248 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.services.segments.db [None req-3249ba94-8fb4-4d5d-a477-a562fb039443 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ba0e0d5-42c9-4f6a-b232-be11d5749a7a') {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:07:00.073513 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3249ba94-8fb4-4d5d-a477-a562fb039443 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754979399801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25714215'] for segment, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:00.099668 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3249ba94-8fb4-4d5d-a477-a562fb039443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736'] for segment, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:00.110802 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3249ba94-8fb4-4d5d-a477-a562fb039443 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 14 19:07:00.111206 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3249ba94-8fb4-4d5d-a477-a562fb039443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26904897'] for segment, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:00.115390 dv-cinder-804581-2-iscsi neutron-server[94116]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 14 19:07:00.115390 dv-cinder-804581-2-iscsi neutron-server[94116]: from cryptography.utils import int_from_bytes Aug 14 19:07:00.115390 dv-cinder-804581-2-iscsi neutron-server[94116]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 14 19:07:00.115390 dv-cinder-804581-2-iscsi neutron-server[94116]: from cryptography.utils import int_from_bytes Aug 14 19:07:00.115390 dv-cinder-804581-2-iscsi neutron-server[94116]: Traceback (most recent call last): Aug 14 19:07:00.115390 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 14 19:07:00.115390 dv-cinder-804581-2-iscsi neutron-server[94116]: timer() Aug 14 19:07:00.115390 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 14 19:07:00.115390 dv-cinder-804581-2-iscsi neutron-server[94116]: cb(*args, **kw) Aug 14 19:07:00.115390 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 14 19:07:00.115390 dv-cinder-804581-2-iscsi neutron-server[94116]: return func(*args, **kwargs) Aug 14 19:07:00.115390 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 14 19:07:00.115390 dv-cinder-804581-2-iscsi neutron-server[94116]: self._notify() Aug 14 19:07:00.115390 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 14 19:07:00.115390 dv-cinder-804581-2-iscsi neutron-server[94116]: self.callback(batched_events) Aug 14 19:07:00.115390 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 14 19:07:00.115390 dv-cinder-804581-2-iscsi neutron-server[94116]: event.method(event) Aug 14 19:07:00.115390 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 14 19:07:00.115390 dv-cinder-804581-2-iscsi neutron-server[94116]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 14 19:07:00.115390 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 14 19:07:00.115390 dv-cinder-804581-2-iscsi neutron-server[94116]: aggregate_uuid = self.p_client.list_aggregates( Aug 14 19:07:00.115390 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 14 19:07:00.115390 dv-cinder-804581-2-iscsi neutron-server[94116]: return f(self, *a, **k) Aug 14 19:07:00.115390 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 14 19:07:00.115390 dv-cinder-804581-2-iscsi neutron-server[94116]: return self._get(url).json() Aug 14 19:07:00.115390 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 14 19:07:00.115390 dv-cinder-804581-2-iscsi neutron-server[94116]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 14 19:07:00.115390 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 14 19:07:00.115390 dv-cinder-804581-2-iscsi neutron-server[94116]: return self.request(url, 'GET', **kwargs) Aug 14 19:07:00.115390 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 14 19:07:00.115390 dv-cinder-804581-2-iscsi neutron-server[94116]: base_url = self.get_endpoint(auth, allow=allow, Aug 14 19:07:00.115390 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 14 19:07:00.115390 dv-cinder-804581-2-iscsi neutron-server[94116]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 14 19:07:00.115390 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 14 19:07:00.115390 dv-cinder-804581-2-iscsi neutron-server[94116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 14 19:07:00.115390 dv-cinder-804581-2-iscsi neutron-server[94116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 14 19:07:00.157620 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53992d3c-9d60-4db9-88fd-80de5f1dccaf req-50353042-32a9-40a4-8009-6ec47a84c20c tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:00.159468 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-53992d3c-9d60-4db9-88fd-80de5f1dccaf req-50353042-32a9-40a4-8009-6ec47a84c20c tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/ports?device_id=74487208-ef61-4a15-9b8b-4e2202cdc132 HTTP/1.1" status: 200 len: 945 time: 0.1443594 Aug 14 19:07:00.206523 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3249ba94-8fb4-4d5d-a477-a562fb039443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499365'] for network, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:00.212138 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3249ba94-8fb4-4d5d-a477-a562fb039443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for network, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:00.214103 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-3249ba94-8fb4-4d5d-a477-a562fb039443 admin admin] 10.222.0.39 "DELETE /v2.0/networks/0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1 HTTP/1.1" status: 204 len: 168 time: 0.5116544 Aug 14 19:07:00.222333 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-53992d3c-9d60-4db9-88fd-80de5f1dccaf req-e1f637b4-b2c2-408b-97f2-e301d75e348a tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/security-groups?id=e457d3c6-a60a-4ccf-a934-68b925aab28c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555265 Aug 14 19:07:00.232151 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3249ba94-8fb4-4d5d-a477-a562fb039443 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ed283e7-ee93-4ae3-8852-2fa7bb0fb5c1,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:00.367133 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 34780) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:00.410581 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-e7b841d9-38e6-4639-9a05-22d84a9e1700 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6000939100bb476da8924d17890754e4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0399654 Aug 14 19:07:00.410859 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 34782) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:00.440012 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05caf79-4edd-4a14-ba06-0a310d68a31f req-d82527b4-2529-4714-98b5-19f016622ba1 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:00.441496 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e05caf79-4edd-4a14-ba06-0a310d68a31f req-d82527b4-2529-4714-98b5-19f016622ba1 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.24 "GET /v2.0/ports?device_id=74487208-ef61-4a15-9b8b-4e2202cdc132 HTTP/1.1" status: 200 len: 945 time: 0.0533264 Aug 14 19:07:00.463069 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-5cc14e97-9ca0-45c3-931e-efe5c3a4dffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:00.485886 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-5cc14e97-9ca0-45c3-931e-efe5c3a4dffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:00.537420 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-5cc14e97-9ca0-45c3-931e-efe5c3a4dffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:00.540013 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-5cc14e97-9ca0-45c3-931e-efe5c3a4dffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:00.542047 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-5cc14e97-9ca0-45c3-931e-efe5c3a4dffe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c HTTP/1.1" status: 204 len: 168 time: 0.1294632 Aug 14 19:07:00.549974 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc14e97-9ca0-45c3-931e-efe5c3a4dffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcf8ac5-8c81-43e9-b6d8-fdaf37b7577c,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:00.553014 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [req-e05caf79-4edd-4a14-ba06-0a310d68a31f req-98c04c97-6067-45b4-9e20-c7f191875f52 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Deleting port 6b9554c2-895f-41ab-8f3a-e65e5861efa3 {{(pid=94117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:07:00.553601 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-e05caf79-4edd-4a14-ba06-0a310d68a31f req-98c04c97-6067-45b4-9e20-c7f191875f52 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:00.688322 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [req-e05caf79-4edd-4a14-ba06-0a310d68a31f req-98c04c97-6067-45b4-9e20-c7f191875f52 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] For port 6b9554c2-895f-41ab-8f3a-e65e5861efa3, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=6b9554c2-895f-41ab-8f3a-e65e5861efa3,segment=NetworkSegment(342e6f94-fd33-47c5-9991-238dff7950c4),segment_id=342e6f94-fd33-47c5-9991-238dff7950c4)] {{(pid=94117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:07:00.689199 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-e05caf79-4edd-4a14-ba06-0a310d68a31f req-98c04c97-6067-45b4-9e20-c7f191875f52 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:00.703452 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [req-e05caf79-4edd-4a14-ba06-0a310d68a31f req-98c04c97-6067-45b4-9e20-c7f191875f52 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Calling delete_port for 6b9554c2-895f-41ab-8f3a-e65e5861efa3 owned by compute:nova {{(pid=94117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:07:00.840423 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-e05caf79-4edd-4a14-ba06-0a310d68a31f req-98c04c97-6067-45b4-9e20-c7f191875f52 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25274135'] for port, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:00.852779 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] get_ports_and_sgs() called for port_ids ['6b9554c2-895f-41ab-8f3a-e65e5861efa3'] {{(pid=94118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 14 19:07:00.875087 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c04c97-6067-45b4-9e20-c7f191875f52 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Pushing event deleted for resources: {'Port': ['ID=6b9554c2-895f-41ab-8f3a-e65e5861efa3,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:00.922504 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05caf79-4edd-4a14-ba06-0a310d68a31f req-98c04c97-6067-45b4-9e20-c7f191875f52 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] No DVR routers for this DVR port 6b9554c2-895f-41ab-8f3a-e65e5861efa3 on host hv-cinder-80458 {{(pid=94117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 14 19:07:00.925144 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-e05caf79-4edd-4a14-ba06-0a310d68a31f req-98c04c97-6067-45b4-9e20-c7f191875f52 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:00.927152 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e05caf79-4edd-4a14-ba06-0a310d68a31f req-98c04c97-6067-45b4-9e20-c7f191875f52 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.24 "DELETE /v2.0/ports/6b9554c2-895f-41ab-8f3a-e65e5861efa3 HTTP/1.1" status: 204 len: 173 time: 0.4754319 Aug 14 19:07:00.927588 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74487208-ef61-4a15-9b8b-4e2202cdc132', 'name': 'network-vif-deleted', 'tag': '6b9554c2-895f-41ab-8f3a-e65e5861efa3'}] {{(pid=94117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:07:00.929802 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ea8273f875cf68671556eb39bbac10e5cf2532cbac2204340d4cc673a0511b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f5a903-63a5-460b-a49f-8d931a8f59b6" -d '{"events": [{"server_uuid": "74487208-ef61-4a15-9b8b-4e2202cdc132", "name": "network-vif-deleted", "tag": "6b9554c2-895f-41ab-8f3a-e65e5861efa3"}]}' {{(pid=94117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:07:00.971538 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3861700b-6628-4fb2-9ef8-90cc111bdaae x-openstack-request-id: req-3861700b-6628-4fb2-9ef8-90cc111bdaae {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:07:00.972017 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74487208-ef61-4a15-9b8b-4e2202cdc132", "name": "network-vif-deleted", "tag": "6b9554c2-895f-41ab-8f3a-e65e5861efa3", "status": "completed", "code": 200}]} {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:07:00.972259 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3861700b-6628-4fb2-9ef8-90cc111bdaae {{(pid=94117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:07:00.972648 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74487208-ef61-4a15-9b8b-4e2202cdc132', 'name': 'network-vif-deleted', 'tag': '6b9554c2-895f-41ab-8f3a-e65e5861efa3', 'status': 'completed', 'code': 200} Aug 14 19:07:01.334285 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-70d13b96-ce3f-40ee-ab8f-219d8785cf65 req-923c3e0f-faff-4a67-b84c-41f468604f79 tempest-VolumesActionsTest-1814577193 tempest-VolumesActionsTest-1814577193-project] 10.222.0.39 "GET /v2.0/ports?device_id=74487208-ef61-4a15-9b8b-4e2202cdc132 HTTP/1.1" status: 200 len: 210 time: 0.0277061 Aug 14 19:07:03.160808 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.agents_db [None req-d9ec6548-365a-4179-9791-d0bac427e43f None None] Agent healthcheck: found 6 active agents {{(pid=94119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 14 19:07:03.260993 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 6b9554c2-895f-41ab-8f3a-e65e5861efa3 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:07:03.280715 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] No Port match for: 6b9554c2-895f-41ab-8f3a-e65e5861efa3 {{(pid=94118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 14 19:07:03.281064 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 6b9554c2-895f-41ab-8f3a-e65e5861efa3 not bound to the agent host hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 14 19:07:11.494522 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11b85f-6262-448b-8827-e082d0278c89 req-d7a57dfb-6c78-4f8f-bcf6-47deece38ff4 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:11.502578 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-7a11b85f-6262-448b-8827-e082d0278c89 req-d7a57dfb-6c78-4f8f-bcf6-47deece38ff4 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.0625274 Aug 14 19:07:11.543369 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-7a11b85f-6262-448b-8827-e082d0278c89 req-03dc8fc5-b888-4ade-93eb-ffb26ace765f tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399106 Aug 14 19:07:12.776636 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7ef78-c250-44cc-9efc-bb94e5ce02a8 req-38f67483-2186-4cd8-9b17-e51a6e3315ca tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:12.779754 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-ffb7ef78-c250-44cc-9efc-bb94e5ce02a8 req-38f67483-2186-4cd8-9b17-e51a6e3315ca tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.0671103 Aug 14 19:07:12.835405 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-ffb7ef78-c250-44cc-9efc-bb94e5ce02a8 req-80dcfa95-e686-4096-9931-2084c013c950 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427167 Aug 14 19:07:13.347413 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 35030) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:13.485106 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-0c4da911-05e0-43b1-9d06-7cb9dd1957f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:13.597569 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-0c4da911-05e0-43b1-9d06-7cb9dd1957f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:13.602273 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-0c4da911-05e0-43b1-9d06-7cb9dd1957f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:13.627618 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4da911-05e0-43b1-9d06-7cb9dd1957f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5260272d-0b34-4335-a5bb-e2a59853b196,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:13.653295 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-0c4da911-05e0-43b1-9d06-7cb9dd1957f8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f903a6412f02447597f53f8c1268ec78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3047800 Aug 14 19:07:13.655860 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 35038) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:13.706116 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-e961ca35-7372-4e52-b884-64f1acc1b5c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:13.734944 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-e961ca35-7372-4e52-b884-64f1acc1b5c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:13.789997 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-e961ca35-7372-4e52-b884-64f1acc1b5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:13.792784 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-e961ca35-7372-4e52-b884-64f1acc1b5c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:13.793984 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-e961ca35-7372-4e52-b884-64f1acc1b5c7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5260272d-0b34-4335-a5bb-e2a59853b196 HTTP/1.1" status: 204 len: 168 time: 0.1365626 Aug 14 19:07:13.803331 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961ca35-7372-4e52-b884-64f1acc1b5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5260272d-0b34-4335-a5bb-e2a59853b196,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:13.971244 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386cf296-0d27-4f4a-acf2-ace098c3657e req-5182fb2b-8917-4125-8275-e3b471affaa7 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:13.972883 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-386cf296-0d27-4f4a-acf2-ace098c3657e req-5182fb2b-8917-4125-8275-e3b471affaa7 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.0540519 Aug 14 19:07:14.038865 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-386cf296-0d27-4f4a-acf2-ace098c3657e req-29ec0835-b72b-465a-9abb-7636a0a25de1 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477035 Aug 14 19:07:14.610715 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 35070) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:14.731645 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-060ca35a-af53-4c26-9b09-5b9deb782148 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-210250675-network', 'tenant_id': '678b0180083e4ab4b02c5e1f69259f40'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:07:14.761081 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060ca35a-af53-4c26-9b09-5b9deb782148 admin admin] Made reservation on behalf of 678b0180083e4ab4b02c5e1f69259f40 for: {'network': 1} {{(pid=94116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:07:14.763627 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-060ca35a-af53-4c26-9b09-5b9deb782148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for network, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:14.773785 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-060ca35a-af53-4c26-9b09-5b9deb782148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:14.932423 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-060ca35a-af53-4c26-9b09-5b9deb782148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:14.940407 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-060ca35a-af53-4c26-9b09-5b9deb782148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:14.982809 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-060ca35a-af53-4c26-9b09-5b9deb782148 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=94116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 14 19:07:14.997351 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ca35a-af53-4c26-9b09-5b9deb782148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7cc7dc-d452-4f54-b906-113cbad0441b,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:15.015247 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-060ca35a-af53-4c26-9b09-5b9deb782148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736'] for segment, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:15.016608 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.db.segments_db [None req-060ca35a-af53-4c26-9b09-5b9deb782148 admin admin] Added segment f059aed7-170a-4695-a05c-b07472cb233c of type vlan for network 62a5efef-0fd3-4f1a-9547-ba22b69bb06a Aug 14 19:07:15.103443 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-060ca35a-af53-4c26-9b09-5b9deb782148 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754978905146'] for network, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:15.172863 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-060ca35a-af53-4c26-9b09-5b9deb782148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998'] for network, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:15.174719 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060ca35a-af53-4c26-9b09-5b9deb782148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:15.175675 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-060ca35a-af53-4c26-9b09-5b9deb782148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for network, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:15.253931 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b5326-8975-4e4e-b690-0333e940ff63 req-7f95d0d4-6ab9-42c6-b5d6-fabd835383c0 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:15.267782 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-cc5b5326-8975-4e4e-b690-0333e940ff63 req-7f95d0d4-6ab9-42c6-b5d6-fabd835383c0 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.0997484 Aug 14 19:07:15.269190 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-060ca35a-af53-4c26-9b09-5b9deb782148 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6572618 Aug 14 19:07:15.272034 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 35078) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:15.279159 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-0aea9ac2-601d-4609-a467-24b7c6e27582 admin admin] Request body: {'subnet': {'network_id': '62a5efef-0fd3-4f1a-9547-ba22b69bb06a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-210250675-subnet', 'tenant_id': '678b0180083e4ab4b02c5e1f69259f40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:07:15.293866 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ca35a-af53-4c26-9b09-5b9deb782148 admin admin] Pushing event updated for resources: {'Network': ['ID=62a5efef-0fd3-4f1a-9547-ba22b69bb06a,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:15.304769 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aea9ac2-601d-4609-a467-24b7c6e27582 admin admin] Made reservation on behalf of 678b0180083e4ab4b02c5e1f69259f40 for: {'subnet': 1} {{(pid=94116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:07:15.307706 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-0aea9ac2-601d-4609-a467-24b7c6e27582 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26976283'] for subnet, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:15.321372 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Network 62a5efef-0fd3-4f1a-9547-ba22b69bb06a details requested by agent ovs-agent-dv-cinder-804581-2-iscsi with host dv-cinder-804581-2-iscsi {{(pid=94118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 14 19:07:15.358651 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-cc5b5326-8975-4e4e-b690-0333e940ff63 req-2e7484d5-bbf9-4078-a35c-b0a00a00a10e tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889211 Aug 14 19:07:15.580037 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-0aea9ac2-601d-4609-a467-24b7c6e27582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26905048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26976297'] for subnet, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:15.639029 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea9ac2-601d-4609-a467-24b7c6e27582 admin admin] Pushing event updated for resources: {'Subnet': ['ID=502c4a5a-31e6-4fb7-91d5-7cc92dd90143,revision_number=0']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:15.650387 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aea9ac2-601d-4609-a467-24b7c6e27582 admin admin] Checking segment: {'id': 'f059aed7-170a-4695-a05c-b07472cb233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '62a5efef-0fd3-4f1a-9547-ba22b69bb06a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:07:15.650787 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aea9ac2-601d-4609-a467-24b7c6e27582 admin admin] Network hostable DHCP agents. Network: 62a5efef-0fd3-4f1a-9547-ba22b69bb06a, hostable agents: ['0d7bdec9-f5f8-4d0a-807a-57e5ce61a6b1'], hosted agents: [] {{(pid=94116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 14 19:07:15.669577 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aea9ac2-601d-4609-a467-24b7c6e27582 admin admin] Network 62a5efef-0fd3-4f1a-9547-ba22b69bb06a is scheduled to be hosted by DHCP agent 0d7bdec9-f5f8-4d0a-807a-57e5ce61a6b1 with binding_index 1 {{(pid=94116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 14 19:07:15.680031 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.base_scheduler [None req-0aea9ac2-601d-4609-a467-24b7c6e27582 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804581-2-iscsi, 62a5efef-0fd3-4f1a-9547-ba22b69bb06a) {{(pid=94116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:07:15.686498 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aea9ac2-601d-4609-a467-24b7c6e27582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:15.687135 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-0aea9ac2-601d-4609-a467-24b7c6e27582 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:15.689881 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584c39de-9391-47b2-a902-c4307e18972a None None] Network 62a5efef-0fd3-4f1a-9547-ba22b69bb06a requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 19:07:15.715639 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-0aea9ac2-601d-4609-a467-24b7c6e27582 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4425561 Aug 14 19:07:15.851911 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a806bc9c-c15a-4197-9f38-5bba7d37694c None None] Network 62a5efef-0fd3-4f1a-9547-ba22b69bb06a requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 19:07:16.389181 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 35104) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:16.394938 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [None req-317aefee-a6dc-421f-b93a-1d59721fca02 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-576433058-network', 'tenant_id': '5dc9bd16aa304055b8213e292052492a'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:07:16.426627 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317aefee-a6dc-421f-b93a-1d59721fca02 admin admin] Made reservation on behalf of 5dc9bd16aa304055b8213e292052492a for: {'network': 1} {{(pid=94117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:07:16.430283 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-317aefee-a6dc-421f-b93a-1d59721fca02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for network, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:16.445708 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-317aefee-a6dc-421f-b93a-1d59721fca02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:16.519961 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59deb005-efe9-41cd-a79b-052d3bc6e21e req-f9750028-5692-4583-8fff-0213c74a7845 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:16.532981 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-59deb005-efe9-41cd-a79b-052d3bc6e21e req-f9750028-5692-4583-8fff-0213c74a7845 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.0754728 Aug 14 19:07:16.566805 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-317aefee-a6dc-421f-b93a-1d59721fca02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:16.573657 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-317aefee-a6dc-421f-b93a-1d59721fca02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:16.592190 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-59deb005-efe9-41cd-a79b-052d3bc6e21e req-73e85b4b-303f-4846-9aec-9fc70b581efc tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576537 Aug 14 19:07:16.622330 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-317aefee-a6dc-421f-b93a-1d59721fca02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=94117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 14 19:07:16.637929 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317aefee-a6dc-421f-b93a-1d59721fca02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec28ee0-81bc-4708-a411-8f59f525ae6d,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:16.647124 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-317aefee-a6dc-421f-b93a-1d59721fca02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736'] for segment, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:16.647124 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.db.segments_db [None req-317aefee-a6dc-421f-b93a-1d59721fca02 admin admin] Added segment b5c73523-b6ab-49b8-b660-d57cfc10b410 of type vlan for network 72db8500-287d-4c28-b73d-f016bd406aff Aug 14 19:07:16.698619 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-317aefee-a6dc-421f-b93a-1d59721fca02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754978905146'] for network, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:16.740427 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-317aefee-a6dc-421f-b93a-1d59721fca02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998'] for network, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:16.742183 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317aefee-a6dc-421f-b93a-1d59721fca02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:16.743308 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-317aefee-a6dc-421f-b93a-1d59721fca02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for network, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:16.830581 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-317aefee-a6dc-421f-b93a-1d59721fca02 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4400680 Aug 14 19:07:16.832067 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317aefee-a6dc-421f-b93a-1d59721fca02 admin admin] Pushing event updated for resources: {'Network': ['ID=72db8500-287d-4c28-b73d-f016bd406aff,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:16.837914 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 35110) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:16.846653 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-f64aeca1-e3a1-4608-8bbb-22ce88bac179 admin admin] Request body: {'subnet': {'network_id': '72db8500-287d-4c28-b73d-f016bd406aff', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-576433058-subnet', 'tenant_id': '5dc9bd16aa304055b8213e292052492a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:07:16.848987 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Network 72db8500-287d-4c28-b73d-f016bd406aff details requested by agent ovs-agent-dv-cinder-804581-2-iscsi with host dv-cinder-804581-2-iscsi {{(pid=94118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 14 19:07:16.880500 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64aeca1-e3a1-4608-8bbb-22ce88bac179 admin admin] Made reservation on behalf of 5dc9bd16aa304055b8213e292052492a for: {'subnet': 1} {{(pid=94116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:07:16.882999 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f64aeca1-e3a1-4608-8bbb-22ce88bac179 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26976283'] for subnet, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:17.126037 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f64aeca1-e3a1-4608-8bbb-22ce88bac179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26905048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26976297'] for subnet, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:17.200652 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64aeca1-e3a1-4608-8bbb-22ce88bac179 admin admin] Pushing event updated for resources: {'Subnet': ['ID=954bff2e-c6ce-4d57-b6bc-a4e11969f618,revision_number=0']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:17.211155 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64aeca1-e3a1-4608-8bbb-22ce88bac179 admin admin] Checking segment: {'id': 'b5c73523-b6ab-49b8-b660-d57cfc10b410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '72db8500-287d-4c28-b73d-f016bd406aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:07:17.211528 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64aeca1-e3a1-4608-8bbb-22ce88bac179 admin admin] Network hostable DHCP agents. Network: 72db8500-287d-4c28-b73d-f016bd406aff, hostable agents: ['0d7bdec9-f5f8-4d0a-807a-57e5ce61a6b1'], hosted agents: [] {{(pid=94116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 14 19:07:17.236769 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64aeca1-e3a1-4608-8bbb-22ce88bac179 admin admin] Network 72db8500-287d-4c28-b73d-f016bd406aff is scheduled to be hosted by DHCP agent 0d7bdec9-f5f8-4d0a-807a-57e5ce61a6b1 with binding_index 1 {{(pid=94116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 14 19:07:17.246849 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.base_scheduler [None req-f64aeca1-e3a1-4608-8bbb-22ce88bac179 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804581-2-iscsi, 72db8500-287d-4c28-b73d-f016bd406aff) {{(pid=94116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:07:17.259342 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5baf9a20-3d67-484e-a3f9-00a8ecbb0ded None None] Network 72db8500-287d-4c28-b73d-f016bd406aff requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 19:07:17.264405 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64aeca1-e3a1-4608-8bbb-22ce88bac179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:17.266621 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f64aeca1-e3a1-4608-8bbb-22ce88bac179 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:17.289452 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-f64aeca1-e3a1-4608-8bbb-22ce88bac179 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4544530 Aug 14 19:07:17.445393 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5c5f0b-5e5d-41dd-aeaa-0c286364f52b None None] Network 72db8500-287d-4c28-b73d-f016bd406aff requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 19:07:17.476408 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 35118) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:17.528578 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4578a33-7917-4e51-a71c-eb461c8a1030 admin admin] Deleting subnet 502c4a5a-31e6-4fb7-91d5-7cc92dd90143 {{(pid=94116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 14 19:07:17.532855 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d4578a33-7917-4e51-a71c-eb461c8a1030 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:17.572402 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d4578a33-7917-4e51-a71c-eb461c8a1030 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25714224'] for subnet, precommit_delete_associations {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:17.648629 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d4578a33-7917-4e51-a71c-eb461c8a1030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642801'] for subnet, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:17.779384 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d4578a33-7917-4e51-a71c-eb461c8a1030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26904991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26976304'] for subnet, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:17.806322 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d4578a33-7917-4e51-a71c-eb461c8a1030 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:17.810821 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-d4578a33-7917-4e51-a71c-eb461c8a1030 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/502c4a5a-31e6-4fb7-91d5-7cc92dd90143 HTTP/1.1" status: 204 len: 168 time: 0.3327038 Aug 14 19:07:17.814312 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 35126) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:17.894157 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc630d0-f78f-4a76-a97c-0f33702cb250 req-d762e905-8eed-4218-8e35-7c93ff2fdfdf tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:17.908246 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-9bc630d0-f78f-4a76-a97c-0f33702cb250 req-d762e905-8eed-4218-8e35-7c93ff2fdfdf tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.1590447 Aug 14 19:07:17.980957 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-9bc630d0-f78f-4a76-a97c-0f33702cb250 req-d11f32ae-6df9-4e96-b7cb-2ed64565e4cb tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710199 Aug 14 19:07:18.006693 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3b347a79-a9ef-4b81-acba-ab4404e4741d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529646'] for network, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:18.016340 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4578a33-7917-4e51-a71c-eb461c8a1030 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=502c4a5a-31e6-4fb7-91d5-7cc92dd90143,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:18.145540 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3b347a79-a9ef-4b81-acba-ab4404e4741d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639094', 'neutron.services.segments.db._delete_segments_for_network-8754979395952'] for network, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:18.163409 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.services.segments.db [None req-3b347a79-a9ef-4b81-acba-ab4404e4741d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62a5efef-0fd3-4f1a-9547-ba22b69bb06a']}} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:07:18.187738 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.services.segments.db [None req-3b347a79-a9ef-4b81-acba-ab4404e4741d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f059aed7-170a-4695-a05c-b07472cb233c') {'for_net_delete': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:07:18.188548 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.services.segments.db [None req-3b347a79-a9ef-4b81-acba-ab4404e4741d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f059aed7-170a-4695-a05c-b07472cb233c') {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:07:18.206397 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3b347a79-a9ef-4b81-acba-ab4404e4741d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754979399801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25714215'] for segment, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:18.229704 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3b347a79-a9ef-4b81-acba-ab4404e4741d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736'] for segment, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:18.241404 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b347a79-a9ef-4b81-acba-ab4404e4741d admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 14 19:07:18.241927 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3b347a79-a9ef-4b81-acba-ab4404e4741d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26904897'] for segment, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:18.245023 dv-cinder-804581-2-iscsi neutron-server[94116]: Traceback (most recent call last): Aug 14 19:07:18.245023 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 14 19:07:18.245023 dv-cinder-804581-2-iscsi neutron-server[94116]: timer() Aug 14 19:07:18.245023 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 14 19:07:18.245023 dv-cinder-804581-2-iscsi neutron-server[94116]: cb(*args, **kw) Aug 14 19:07:18.245023 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 14 19:07:18.245023 dv-cinder-804581-2-iscsi neutron-server[94116]: return func(*args, **kwargs) Aug 14 19:07:18.245023 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 14 19:07:18.245023 dv-cinder-804581-2-iscsi neutron-server[94116]: self._notify() Aug 14 19:07:18.245023 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 14 19:07:18.245023 dv-cinder-804581-2-iscsi neutron-server[94116]: self.callback(batched_events) Aug 14 19:07:18.245023 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 14 19:07:18.245023 dv-cinder-804581-2-iscsi neutron-server[94116]: event.method(event) Aug 14 19:07:18.245023 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 14 19:07:18.245023 dv-cinder-804581-2-iscsi neutron-server[94116]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 14 19:07:18.245023 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 14 19:07:18.245023 dv-cinder-804581-2-iscsi neutron-server[94116]: aggregate_uuid = self.p_client.list_aggregates( Aug 14 19:07:18.245023 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 14 19:07:18.245023 dv-cinder-804581-2-iscsi neutron-server[94116]: return f(self, *a, **k) Aug 14 19:07:18.245023 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 14 19:07:18.245023 dv-cinder-804581-2-iscsi neutron-server[94116]: return self._get(url).json() Aug 14 19:07:18.245023 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 14 19:07:18.245023 dv-cinder-804581-2-iscsi neutron-server[94116]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 14 19:07:18.245023 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 14 19:07:18.245023 dv-cinder-804581-2-iscsi neutron-server[94116]: return self.request(url, 'GET', **kwargs) Aug 14 19:07:18.245023 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 14 19:07:18.245023 dv-cinder-804581-2-iscsi neutron-server[94116]: base_url = self.get_endpoint(auth, allow=allow, Aug 14 19:07:18.245023 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 14 19:07:18.245023 dv-cinder-804581-2-iscsi neutron-server[94116]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 14 19:07:18.245023 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 14 19:07:18.245023 dv-cinder-804581-2-iscsi neutron-server[94116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 14 19:07:18.245023 dv-cinder-804581-2-iscsi neutron-server[94116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 14 19:07:18.346581 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3b347a79-a9ef-4b81-acba-ab4404e4741d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499365'] for network, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:18.355990 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3b347a79-a9ef-4b81-acba-ab4404e4741d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for network, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:18.365368 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-3b347a79-a9ef-4b81-acba-ab4404e4741d admin admin] 10.222.0.39 "DELETE /v2.0/networks/62a5efef-0fd3-4f1a-9547-ba22b69bb06a HTTP/1.1" status: 204 len: 168 time: 0.5434542 Aug 14 19:07:18.366029 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 35128) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:18.382976 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b347a79-a9ef-4b81-acba-ab4404e4741d admin admin] Pushing event deleted for resources: {'Network': ['ID=62a5efef-0fd3-4f1a-9547-ba22b69bb06a,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:18.467114 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.db_base_plugin_v2 [None req-97b1b2a8-6824-4935-ade8-fae71ea2bbc4 admin admin] Deleting subnet 954bff2e-c6ce-4d57-b6bc-a4e11969f618 {{(pid=94117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 14 19:07:18.475687 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-97b1b2a8-6824-4935-ade8-fae71ea2bbc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:18.523288 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-97b1b2a8-6824-4935-ade8-fae71ea2bbc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041051'] for subnet, precommit_delete_associations {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:18.587792 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-97b1b2a8-6824-4935-ade8-fae71ea2bbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642801'] for subnet, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:18.664264 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-97b1b2a8-6824-4935-ade8-fae71ea2bbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25274148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27050866'] for subnet, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:18.721361 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b1b2a8-6824-4935-ade8-fae71ea2bbc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=954bff2e-c6ce-4d57-b6bc-a4e11969f618,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:18.723813 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-97b1b2a8-6824-4935-ade8-fae71ea2bbc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for subnet, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:18.725952 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-97b1b2a8-6824-4935-ade8-fae71ea2bbc4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/954bff2e-c6ce-4d57-b6bc-a4e11969f618 HTTP/1.1" status: 204 len: 168 time: 0.3585782 Aug 14 19:07:18.729260 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 35134) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:18.803110 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-b804398f-602f-4c70-842f-16194546be8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529646'] for network, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:18.939131 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-b804398f-602f-4c70-842f-16194546be8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639094', 'neutron.services.segments.db._delete_segments_for_network-8754979395952'] for network, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:18.962081 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.services.segments.db [None req-b804398f-602f-4c70-842f-16194546be8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72db8500-287d-4c28-b73d-f016bd406aff']}} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:07:18.974831 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.services.segments.db [None req-b804398f-602f-4c70-842f-16194546be8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5c73523-b6ab-49b8-b660-d57cfc10b410') {'for_net_delete': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:07:18.975028 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.services.segments.db [None req-b804398f-602f-4c70-842f-16194546be8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5c73523-b6ab-49b8-b660-d57cfc10b410') {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:07:18.985413 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-b804398f-602f-4c70-842f-16194546be8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754979399801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25714215'] for segment, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:19.003170 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-b804398f-602f-4c70-842f-16194546be8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736'] for segment, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:19.018518 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b804398f-602f-4c70-842f-16194546be8a admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 14 19:07:19.019422 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-b804398f-602f-4c70-842f-16194546be8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26904897'] for segment, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:19.022531 dv-cinder-804581-2-iscsi neutron-server[94116]: Traceback (most recent call last): Aug 14 19:07:19.022531 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 14 19:07:19.022531 dv-cinder-804581-2-iscsi neutron-server[94116]: timer() Aug 14 19:07:19.022531 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 14 19:07:19.022531 dv-cinder-804581-2-iscsi neutron-server[94116]: cb(*args, **kw) Aug 14 19:07:19.022531 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 14 19:07:19.022531 dv-cinder-804581-2-iscsi neutron-server[94116]: return func(*args, **kwargs) Aug 14 19:07:19.022531 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 14 19:07:19.022531 dv-cinder-804581-2-iscsi neutron-server[94116]: self._notify() Aug 14 19:07:19.022531 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 14 19:07:19.022531 dv-cinder-804581-2-iscsi neutron-server[94116]: self.callback(batched_events) Aug 14 19:07:19.022531 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 14 19:07:19.022531 dv-cinder-804581-2-iscsi neutron-server[94116]: event.method(event) Aug 14 19:07:19.022531 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 14 19:07:19.022531 dv-cinder-804581-2-iscsi neutron-server[94116]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 14 19:07:19.022531 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 14 19:07:19.022531 dv-cinder-804581-2-iscsi neutron-server[94116]: aggregate_uuid = self.p_client.list_aggregates( Aug 14 19:07:19.022531 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 14 19:07:19.022531 dv-cinder-804581-2-iscsi neutron-server[94116]: return f(self, *a, **k) Aug 14 19:07:19.022531 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 14 19:07:19.022531 dv-cinder-804581-2-iscsi neutron-server[94116]: return self._get(url).json() Aug 14 19:07:19.022531 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 14 19:07:19.022531 dv-cinder-804581-2-iscsi neutron-server[94116]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 14 19:07:19.022531 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 14 19:07:19.022531 dv-cinder-804581-2-iscsi neutron-server[94116]: return self.request(url, 'GET', **kwargs) Aug 14 19:07:19.022531 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 14 19:07:19.022531 dv-cinder-804581-2-iscsi neutron-server[94116]: base_url = self.get_endpoint(auth, allow=allow, Aug 14 19:07:19.022531 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 14 19:07:19.022531 dv-cinder-804581-2-iscsi neutron-server[94116]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 14 19:07:19.022531 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 14 19:07:19.022531 dv-cinder-804581-2-iscsi neutron-server[94116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 14 19:07:19.022531 dv-cinder-804581-2-iscsi neutron-server[94116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 14 19:07:19.083983 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-b804398f-602f-4c70-842f-16194546be8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499365'] for network, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:19.090001 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-b804398f-602f-4c70-842f-16194546be8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for network, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:19.095658 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-b804398f-602f-4c70-842f-16194546be8a admin admin] 10.222.0.39 "DELETE /v2.0/networks/72db8500-287d-4c28-b73d-f016bd406aff HTTP/1.1" status: 204 len: 168 time: 0.3619559 Aug 14 19:07:19.118098 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b804398f-602f-4c70-842f-16194546be8a admin admin] Pushing event deleted for resources: {'Network': ['ID=72db8500-287d-4c28-b73d-f016bd406aff,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:19.174165 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca44aa-4ed7-4a8e-aaf3-1e58c174013f req-2e5238bd-9674-494e-8ccd-f704f630781f tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:19.176772 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e0ca44aa-4ed7-4a8e-aaf3-1e58c174013f req-2e5238bd-9674-494e-8ccd-f704f630781f tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.0834038 Aug 14 19:07:19.177632 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-2389a662-0812-41e4-bf2c-53af2ab991bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:19.232888 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e0ca44aa-4ed7-4a8e-aaf3-1e58c174013f req-e955144a-dd40-4aa0-8391-365f96af23a7 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471709 Aug 14 19:07:19.391852 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 35140) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:19.455740 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-0e1e8b87-12c1-4d8a-9e88-88f03c0ee346 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=678b0180083e4ab4b02c5e1f69259f40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0626538 Aug 14 19:07:19.458651 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 35142) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:19.527530 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-2fad46d7-14d3-4c53-92ea-3ee7a521f3a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:19.554721 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-2fad46d7-14d3-4c53-92ea-3ee7a521f3a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:19.631320 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-2fad46d7-14d3-4c53-92ea-3ee7a521f3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:19.635203 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-2fad46d7-14d3-4c53-92ea-3ee7a521f3a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:19.639901 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-2fad46d7-14d3-4c53-92ea-3ee7a521f3a0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5f7cc7dc-d452-4f54-b906-113cbad0441b HTTP/1.1" status: 204 len: 168 time: 0.1756942 Aug 14 19:07:19.647717 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad46d7-14d3-4c53-92ea-3ee7a521f3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7cc7dc-d452-4f54-b906-113cbad0441b,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:20.141577 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 35152) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:20.197055 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-9962f9aa-b05f-4fd3-a5fd-0ffcff588c4b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5dc9bd16aa304055b8213e292052492a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540967 Aug 14 19:07:20.199609 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 35156) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:20.271365 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-8920ee68-5c8b-4b56-9fba-990432a28583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:20.302320 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-8920ee68-5c8b-4b56-9fba-990432a28583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:20.395891 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297d918-d385-459b-a5d3-ac47a4c7300e req-21a690c6-f773-47f4-aa39-36245c6fdb1c tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:20.397468 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-7297d918-d385-459b-a5d3-ac47a4c7300e req-21a690c6-f773-47f4-aa39-36245c6fdb1c tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.0648553 Aug 14 19:07:20.418234 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-8920ee68-5c8b-4b56-9fba-990432a28583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:20.421091 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-8920ee68-5c8b-4b56-9fba-990432a28583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:20.422479 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-8920ee68-5c8b-4b56-9fba-990432a28583 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aec28ee0-81bc-4708-a411-8f59f525ae6d HTTP/1.1" status: 204 len: 168 time: 0.2217581 Aug 14 19:07:20.440347 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8920ee68-5c8b-4b56-9fba-990432a28583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec28ee0-81bc-4708-a411-8f59f525ae6d,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:20.464308 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-7297d918-d385-459b-a5d3-ac47a4c7300e req-bf8c53b6-3f8f-4f14-82ee-c653f36567e2 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536110 Aug 14 19:07:21.634833 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c13568-e1f6-40f5-9c81-db023f562302 req-7ac4a016-3f0d-42b1-8e48-8ccade6cbad1 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:21.637334 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-37c13568-e1f6-40f5-9c81-db023f562302 req-7ac4a016-3f0d-42b1-8e48-8ccade6cbad1 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.0586488 Aug 14 19:07:21.685684 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-37c13568-e1f6-40f5-9c81-db023f562302 req-946f9a5a-5395-42cd-aa41-817c07d9293f tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409634 Aug 14 19:07:21.708033 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:22.468589 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016969b8-9c47-4988-9893-89395c17744e req-fd31a44f-1c5f-4c82-971c-a9319b1a89d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:22.471677 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-016969b8-9c47-4988-9893-89395c17744e req-fd31a44f-1c5f-4c82-971c-a9319b1a89d5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e72304a5f779453f8a5a56c86d3eb70a&device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 1138 time: 0.0680053 Aug 14 19:07:22.520994 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-58cc76f7-831d-48d7-a3b8-6cea62e32a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:22.568225 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea25397-d82d-46c0-bd62-13bb8d469260 req-734f9b9c-5b16-4a7d-a81a-732563f7f48c tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:22.577362 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-fea25397-d82d-46c0-bd62-13bb8d469260 req-734f9b9c-5b16-4a7d-a81a-732563f7f48c tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 985 time: 0.1200700 Aug 14 19:07:22.634276 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-fea25397-d82d-46c0-bd62-13bb8d469260 req-9c1bcbbc-87cd-49ff-822e-8cfbdc342c81 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/security-groups?id=319820ce-cfc6-4a72-b2e2-ebae84723f14&id=84203a9d-f87d-4d63-a1c9-1784de7f7dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558059 Aug 14 19:07:22.635019 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016969b8-9c47-4988-9893-89395c17744e req-024f139a-acc3-4a38-98aa-ec4fcfc8648a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:22.636487 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-016969b8-9c47-4988-9893-89395c17744e req-024f139a-acc3-4a38-98aa-ec4fcfc8648a service neutron] 10.222.0.24 "GET /v2.0/networks?id=9f586da3-1665-4701-96ad-e7c575a8d416 HTTP/1.1" status: 200 len: 916 time: 0.1555302 Aug 14 19:07:22.717733 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-016969b8-9c47-4988-9893-89395c17744e req-eb64f8b9-16b2-4fe5-aac7-eb69b5fda153 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c286000b-4f38-46be-adb8-40ae92652204 HTTP/1.1" status: 200 len: 1001 time: 0.0696068 Aug 14 19:07:22.743253 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 35220) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:22.803114 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:22.836456 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016969b8-9c47-4988-9893-89395c17744e req-b42cde1f-717b-406d-9fc3-203bb2047469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:22.837973 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-016969b8-9c47-4988-9893-89395c17744e req-b42cde1f-717b-406d-9fc3-203bb2047469 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5a79f99a-c70a-42e3-aa73-d94c7467867c HTTP/1.1" status: 200 len: 854 time: 0.1121225 Aug 14 19:07:22.901074 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed9915-2d1c-4137-8255-91e6d5051a75 req-3154e9eb-9e31-40d2-a9ca-88a9cea03cf5 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:22.902667 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-dbed9915-2d1c-4137-8255-91e6d5051a75 req-3154e9eb-9e31-40d2-a9ca-88a9cea03cf5 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.1023622 Aug 14 19:07:22.916278 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016969b8-9c47-4988-9893-89395c17744e req-cca5b3ae-6647-4fe9-85fe-c82f58c60d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:22.917793 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-016969b8-9c47-4988-9893-89395c17744e req-cca5b3ae-6647-4fe9-85fe-c82f58c60d14 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f586da3-1665-4701-96ad-e7c575a8d416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693340 Aug 14 19:07:22.933264 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-45ba5d12-c65b-4660-92d4-782ce815b7ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:23.011118 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-dbed9915-2d1c-4137-8255-91e6d5051a75 req-01735039-c24b-47d0-aa71-4a5307d23d42 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972583 Aug 14 19:07:23.073896 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-016969b8-9c47-4988-9893-89395c17744e req-e4f87b37-cbae-4372-85d7-945987f27a16 service neutron] 10.222.0.24 "GET /v2.0/networks/9f586da3-1665-4701-96ad-e7c575a8d416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406331 Aug 14 19:07:23.108585 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-45ba5d12-c65b-4660-92d4-782ce815b7ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:23.115465 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-45ba5d12-c65b-4660-92d4-782ce815b7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:23.172219 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-45ba5d12-c65b-4660-92d4-782ce815b7ed admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ff951bbdacc5430f84e425a5e50060a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4277391 Aug 14 19:07:23.173107 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba5d12-c65b-4660-92d4-782ce815b7ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38562f45-3d63-4277-a0c9-2c581b747bf6,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:23.179826 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 35228) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:23.212684 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-016969b8-9c47-4988-9893-89395c17744e req-3c75d267-0547-42c4-bfe8-117f318e0bce service neutron] 10.222.0.24 "GET /v2.0/networks/9f586da3-1665-4701-96ad-e7c575a8d416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314232 Aug 14 19:07:23.251938 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d4ecec7d-4938-4711-a098-8a7a8337cea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:23.275325 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d4ecec7d-4938-4711-a098-8a7a8337cea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:23.351875 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d4ecec7d-4938-4711-a098-8a7a8337cea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:23.356980 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d4ecec7d-4938-4711-a098-8a7a8337cea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:23.360797 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-d4ecec7d-4938-4711-a098-8a7a8337cea6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/38562f45-3d63-4277-a0c9-2c581b747bf6 HTTP/1.1" status: 204 len: 168 time: 0.1774812 Aug 14 19:07:23.372703 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ecec7d-4938-4711-a098-8a7a8337cea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38562f45-3d63-4277-a0c9-2c581b747bf6,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:23.823601 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de9a43-3d6f-445b-ab63-444628d06e75 req-03763a59-830a-4081-8e10-e607ddf9bebf tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:23.826540 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-52de9a43-3d6f-445b-ab63-444628d06e75 req-03763a59-830a-4081-8e10-e607ddf9bebf tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 985 time: 0.1016059 Aug 14 19:07:23.845248 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 35244) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:23.882392 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-fa0e01f5-51d8-4b36-8d61-cbdf7e54f99f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:23.886206 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:23.915406 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-52de9a43-3d6f-445b-ab63-444628d06e75 req-a9fcf2e6-6cef-422d-8d4f-ca526980bff1 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/security-groups?id=319820ce-cfc6-4a72-b2e2-ebae84723f14&id=84203a9d-f87d-4d63-a1c9-1784de7f7dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0808494 Aug 14 19:07:24.016914 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-fa0e01f5-51d8-4b36-8d61-cbdf7e54f99f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:24.021347 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-fa0e01f5-51d8-4b36-8d61-cbdf7e54f99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:24.069534 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-fa0e01f5-51d8-4b36-8d61-cbdf7e54f99f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=439803e1d86a413e80142e3785dd7991&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2229664 Aug 14 19:07:24.070515 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e01f5-51d8-4b36-8d61-cbdf7e54f99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e7a932-782f-44bb-a9f6-85e08101d06f,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:24.072448 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 35248) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:24.133799 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d87e6cee-db34-4497-8f63-4c38602dbdc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:24.168733 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d87e6cee-db34-4497-8f63-4c38602dbdc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:24.210419 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a9036-dab6-4843-98a4-61a13a061827 req-a8fd7f78-5c08-410b-93de-33bfbb43c11f tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:24.225392 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-663a9036-dab6-4843-98a4-61a13a061827 req-a8fd7f78-5c08-410b-93de-33bfbb43c11f tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.0815384 Aug 14 19:07:24.244893 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d87e6cee-db34-4497-8f63-4c38602dbdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:24.248222 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d87e6cee-db34-4497-8f63-4c38602dbdc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:24.249956 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-d87e6cee-db34-4497-8f63-4c38602dbdc3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e8e7a932-782f-44bb-a9f6-85e08101d06f HTTP/1.1" status: 204 len: 168 time: 0.1757488 Aug 14 19:07:24.268995 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e6cee-db34-4497-8f63-4c38602dbdc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e7a932-782f-44bb-a9f6-85e08101d06f,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:24.309380 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-663a9036-dab6-4843-98a4-61a13a061827 req-5516ae8b-24ef-4f44-b53a-215db81b63e4 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819266 Aug 14 19:07:25.074950 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfee7da-0eba-4c89-bf5e-0addc6ef1c36 req-653b0705-8f3e-4117-965b-20703cfe6526 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:25.076764 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-cbfee7da-0eba-4c89-bf5e-0addc6ef1c36 req-653b0705-8f3e-4117-965b-20703cfe6526 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 985 time: 0.0586784 Aug 14 19:07:25.125459 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-cbfee7da-0eba-4c89-bf5e-0addc6ef1c36 req-fba0c9db-bddd-4f50-889c-932373ff3e14 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/security-groups?id=319820ce-cfc6-4a72-b2e2-ebae84723f14&id=84203a9d-f87d-4d63-a1c9-1784de7f7dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396848 Aug 14 19:07:25.208351 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:25.482675 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a57132-52db-40b4-8077-6086196b6354 req-ea2a137e-39fb-4a35-8bcb-0bbb728108fe tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:25.486128 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-95a57132-52db-40b4-8077-6086196b6354 req-ea2a137e-39fb-4a35-8bcb-0bbb728108fe tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.0750606 Aug 14 19:07:25.550440 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-95a57132-52db-40b4-8077-6086196b6354 req-ece1b782-1dca-4c42-9d8a-8854578f6e25 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567229 Aug 14 19:07:26.300501 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459d87a-dcad-437c-a2eb-36c4fca0e7f7 req-d7b0b938-4230-4d89-8018-45ce27f663fe tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:26.305917 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e459d87a-dcad-437c-a2eb-36c4fca0e7f7 req-d7b0b938-4230-4d89-8018-45ce27f663fe tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 985 time: 0.0732360 Aug 14 19:07:26.378306 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e459d87a-dcad-437c-a2eb-36c4fca0e7f7 req-f29817bc-a2d8-4307-baf9-a61306b650c2 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/security-groups?id=319820ce-cfc6-4a72-b2e2-ebae84723f14&id=84203a9d-f87d-4d63-a1c9-1784de7f7dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597546 Aug 14 19:07:26.721170 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe4aa8-a3a3-4361-bd81-cd58dd9369a5 req-6eb9b2e6-1d94-436f-857e-af2b7f1ced4c tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:26.729988 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-96fe4aa8-a3a3-4361-bd81-cd58dd9369a5 req-6eb9b2e6-1d94-436f-857e-af2b7f1ced4c tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.0752289 Aug 14 19:07:26.784796 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-96fe4aa8-a3a3-4361-bd81-cd58dd9369a5 req-aaa21290-6261-4f90-a15c-698c072cd2cb tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509384 Aug 14 19:07:27.491363 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f68f71-d650-4548-bcde-48b4634398f4 req-4b597592-6dea-4437-93e9-5fe81ecdfb59 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:27.492760 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-46f68f71-d650-4548-bcde-48b4634398f4 req-4b597592-6dea-4437-93e9-5fe81ecdfb59 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 985 time: 0.0482655 Aug 14 19:07:27.534213 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-46f68f71-d650-4548-bcde-48b4634398f4 req-cebe0cd9-aa15-411b-affb-c3bd8015f91e tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/security-groups?id=319820ce-cfc6-4a72-b2e2-ebae84723f14&id=84203a9d-f87d-4d63-a1c9-1784de7f7dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354550 Aug 14 19:07:27.897943 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f8563-5d74-4f1d-a3bd-27404d3544d3 req-bf66ed9a-1233-4e96-9394-e735e59b0a25 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:27.899461 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-cb4f8563-5d74-4f1d-a3bd-27404d3544d3 req-bf66ed9a-1233-4e96-9394-e735e59b0a25 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.0498078 Aug 14 19:07:27.937918 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-cb4f8563-5d74-4f1d-a3bd-27404d3544d3 req-07e877a7-0704-4a78-8390-4f6ee5d912f1 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325477 Aug 14 19:07:28.264463 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9c374-eec7-480f-a5a3-f0d4b59a5525 req-e3a2ac36-c1aa-448e-ab3b-c5dd46e134c8 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:28.266964 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-64c9c374-eec7-480f-a5a3-f0d4b59a5525 req-e3a2ac36-c1aa-448e-ab3b-c5dd46e134c8 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.0651431 Aug 14 19:07:28.356570 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-64c9c374-eec7-480f-a5a3-f0d4b59a5525 req-947ac67c-8aa5-4e22-b520-309dfe9c8cb6 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768309 Aug 14 19:07:28.373199 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d99a9-0b33-4392-b0a9-43670641ea7a req-5cf8fafc-3f93-4be7-a9d4-870fec085673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:28.374577 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d00d99a9-0b33-4392-b0a9-43670641ea7a req-5cf8fafc-3f93-4be7-a9d4-870fec085673 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e3430e72b2f427f9643c8ae878c86fb&device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 1099 time: 0.0748792 Aug 14 19:07:28.479583 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d99a9-0b33-4392-b0a9-43670641ea7a req-38bde3d4-efa5-4e97-a269-ad5729b63f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:28.481065 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d00d99a9-0b33-4392-b0a9-43670641ea7a req-38bde3d4-efa5-4e97-a269-ad5729b63f07 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d57080a4-a152-49b8-a805-9b8349e678ba HTTP/1.1" status: 200 len: 912 time: 0.0982654 Aug 14 19:07:28.571704 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d00d99a9-0b33-4392-b0a9-43670641ea7a req-41abd1e5-1750-4755-a8b2-81a02802f3e3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e439f67d-b1e1-4dcd-93f6-20233fee9040 HTTP/1.1" status: 200 len: 1002 time: 0.0829618 Aug 14 19:07:28.652629 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d99a9-0b33-4392-b0a9-43670641ea7a req-5da1d723-ff4f-4a8c-9773-af9dc3d0c278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:28.654113 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d00d99a9-0b33-4392-b0a9-43670641ea7a req-5da1d723-ff4f-4a8c-9773-af9dc3d0c278 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53786878-dcb5-494e-b53b-037026355e9e HTTP/1.1" status: 200 len: 850 time: 0.0736244 Aug 14 19:07:28.669218 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f99f90-5051-4f7b-a8bb-81081b83748c req-fa907ca7-05bc-4d35-9ac9-39d37fd45629 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:28.671378 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-40f99f90-5051-4f7b-a8bb-81081b83748c req-fa907ca7-05bc-4d35-9ac9-39d37fd45629 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 985 time: 0.0591595 Aug 14 19:07:28.706333 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d99a9-0b33-4392-b0a9-43670641ea7a req-6e9b6384-d360-48cb-bff6-468fcd404ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:28.707862 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d00d99a9-0b33-4392-b0a9-43670641ea7a req-6e9b6384-d360-48cb-bff6-468fcd404ca0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d57080a4-a152-49b8-a805-9b8349e678ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457814 Aug 14 19:07:28.727462 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-40f99f90-5051-4f7b-a8bb-81081b83748c req-ec607331-e5d8-4f40-82ac-952e7a9a64ec tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/security-groups?id=319820ce-cfc6-4a72-b2e2-ebae84723f14&id=84203a9d-f87d-4d63-a1c9-1784de7f7dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0459681 Aug 14 19:07:28.826359 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d00d99a9-0b33-4392-b0a9-43670641ea7a req-3529da17-f5d0-4130-a58b-aa347f985060 service neutron] 10.222.0.24 "GET /v2.0/networks/d57080a4-a152-49b8-a805-9b8349e678ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085870 Aug 14 19:07:28.937395 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d00d99a9-0b33-4392-b0a9-43670641ea7a req-ad4cb48b-b49c-4c65-a874-14eeb22bb7f7 service neutron] 10.222.0.24 "GET /v2.0/networks/d57080a4-a152-49b8-a805-9b8349e678ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976653 Aug 14 19:07:29.476390 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6140df9-e535-4e55-8cd9-a05492a4d688 req-d0c0a976-8906-4407-8774-3bb4171ca378 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:29.477954 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e6140df9-e535-4e55-8cd9-a05492a4d688 req-d0c0a976-8906-4407-8774-3bb4171ca378 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.0524879 Aug 14 19:07:29.523900 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e6140df9-e535-4e55-8cd9-a05492a4d688 req-55eb1b0e-bba3-490c-98f5-809c46f456d4 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371528 Aug 14 19:07:29.703490 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 35430) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:29.832053 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-5d42507f-1516-4678-ae80-1d90dc451eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:29.870839 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a66e0c-4e82-4c0c-8a87-f677a71dafaf req-1233a1f2-a44a-46b8-8336-11aa0ca01fbf tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:29.872420 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-71a66e0c-4e82-4c0c-8a87-f677a71dafaf req-1233a1f2-a44a-46b8-8336-11aa0ca01fbf tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 985 time: 0.0773623 Aug 14 19:07:29.932417 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-71a66e0c-4e82-4c0c-8a87-f677a71dafaf req-17faeef7-b814-4caf-ab0f-31ee2beb5235 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/security-groups?id=319820ce-cfc6-4a72-b2e2-ebae84723f14&id=84203a9d-f87d-4d63-a1c9-1784de7f7dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531299 Aug 14 19:07:29.966462 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 35438) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:29.978730 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-5d42507f-1516-4678-ae80-1d90dc451eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:29.984102 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-5d42507f-1516-4678-ae80-1d90dc451eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:30.017871 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.db_base_plugin_v2 [None req-62a0553a-6332-44fc-805f-134f4efa67ca admin admin] Deleting subnet 9eb9470b-3e3b-4ec5-8c6c-8bac7cec25db {{(pid=94117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 14 19:07:30.020933 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-62a0553a-6332-44fc-805f-134f4efa67ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:30.021092 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d42507f-1516-4678-ae80-1d90dc451eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d56dde-5318-4286-b4d0-90d04c70f720,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:30.028635 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-5d42507f-1516-4678-ae80-1d90dc451eb0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=25a0ee1db6a5462b9641f99d4c9b5da5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3215809 Aug 14 19:07:30.029016 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 35440) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:30.056955 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-62a0553a-6332-44fc-805f-134f4efa67ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041051'] for subnet, precommit_delete_associations {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:30.076876 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-8ece9ea9-67ca-4414-a7d4-710f0a61b1c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:30.095246 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-62a0553a-6332-44fc-805f-134f4efa67ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642801'] for subnet, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:30.101749 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-8ece9ea9-67ca-4414-a7d4-710f0a61b1c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:30.147974 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-62a0553a-6332-44fc-805f-134f4efa67ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25274148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27050866'] for subnet, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:30.151163 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-8ece9ea9-67ca-4414-a7d4-710f0a61b1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:30.153995 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-8ece9ea9-67ca-4414-a7d4-710f0a61b1c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:30.155167 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-8ece9ea9-67ca-4414-a7d4-710f0a61b1c2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a0d56dde-5318-4286-b4d0-90d04c70f720 HTTP/1.1" status: 204 len: 168 time: 0.1254616 Aug 14 19:07:30.164293 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece9ea9-67ca-4414-a7d4-710f0a61b1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d56dde-5318-4286-b4d0-90d04c70f720,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:30.181407 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0553a-6332-44fc-805f-134f4efa67ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9eb9470b-3e3b-4ec5-8c6c-8bac7cec25db,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:30.185794 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-62a0553a-6332-44fc-805f-134f4efa67ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for subnet, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:30.192049 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-62a0553a-6332-44fc-805f-134f4efa67ca admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9eb9470b-3e3b-4ec5-8c6c-8bac7cec25db HTTP/1.1" status: 204 len: 168 time: 0.2211125 Aug 14 19:07:30.192049 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 35444) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:30.259325 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-2cbb7168-fe92-4fe4-b452-8fafd929a189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529646'] for network, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:30.341699 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-2cbb7168-fe92-4fe4-b452-8fafd929a189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639094', 'neutron.services.segments.db._delete_segments_for_network-8754979395952'] for network, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:30.352247 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.services.segments.db [None req-2cbb7168-fe92-4fe4-b452-8fafd929a189 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f424aaba-42f4-4ffe-892e-b3578e7a1865']}} {{(pid=94117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:07:30.363540 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.services.segments.db [None req-2cbb7168-fe92-4fe4-b452-8fafd929a189 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '342e6f94-fd33-47c5-9991-238dff7950c4') {'for_net_delete': True} {{(pid=94117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:07:30.363833 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.services.segments.db [None req-2cbb7168-fe92-4fe4-b452-8fafd929a189 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '342e6f94-fd33-47c5-9991-238dff7950c4') {} {{(pid=94117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:07:30.372605 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-2cbb7168-fe92-4fe4-b452-8fafd929a189 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754979399801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041036'] for segment, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:30.387300 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-2cbb7168-fe92-4fe4-b452-8fafd929a189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736'] for segment, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:30.394628 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cbb7168-fe92-4fe4-b452-8fafd929a189 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 14 19:07:30.395078 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-2cbb7168-fe92-4fe4-b452-8fafd929a189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25274362'] for segment, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:30.396770 dv-cinder-804581-2-iscsi neutron-server[94117]: Traceback (most recent call last): Aug 14 19:07:30.396770 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 14 19:07:30.396770 dv-cinder-804581-2-iscsi neutron-server[94117]: timer() Aug 14 19:07:30.396770 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 14 19:07:30.396770 dv-cinder-804581-2-iscsi neutron-server[94117]: cb(*args, **kw) Aug 14 19:07:30.396770 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 14 19:07:30.396770 dv-cinder-804581-2-iscsi neutron-server[94117]: return func(*args, **kwargs) Aug 14 19:07:30.396770 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 14 19:07:30.396770 dv-cinder-804581-2-iscsi neutron-server[94117]: self._notify() Aug 14 19:07:30.396770 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 14 19:07:30.396770 dv-cinder-804581-2-iscsi neutron-server[94117]: self.callback(batched_events) Aug 14 19:07:30.396770 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 14 19:07:30.396770 dv-cinder-804581-2-iscsi neutron-server[94117]: event.method(event) Aug 14 19:07:30.396770 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 14 19:07:30.396770 dv-cinder-804581-2-iscsi neutron-server[94117]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 14 19:07:30.396770 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 14 19:07:30.396770 dv-cinder-804581-2-iscsi neutron-server[94117]: aggregate_uuid = self.p_client.list_aggregates( Aug 14 19:07:30.396770 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 14 19:07:30.396770 dv-cinder-804581-2-iscsi neutron-server[94117]: return f(self, *a, **k) Aug 14 19:07:30.396770 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 14 19:07:30.396770 dv-cinder-804581-2-iscsi neutron-server[94117]: return self._get(url).json() Aug 14 19:07:30.396770 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 14 19:07:30.396770 dv-cinder-804581-2-iscsi neutron-server[94117]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 14 19:07:30.396770 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 14 19:07:30.396770 dv-cinder-804581-2-iscsi neutron-server[94117]: return self.request(url, 'GET', **kwargs) Aug 14 19:07:30.396770 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 14 19:07:30.396770 dv-cinder-804581-2-iscsi neutron-server[94117]: base_url = self.get_endpoint(auth, allow=allow, Aug 14 19:07:30.396770 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 14 19:07:30.396770 dv-cinder-804581-2-iscsi neutron-server[94117]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 14 19:07:30.396770 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 14 19:07:30.396770 dv-cinder-804581-2-iscsi neutron-server[94117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 14 19:07:30.396770 dv-cinder-804581-2-iscsi neutron-server[94117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 14 19:07:30.448046 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 35448) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:30.457314 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-2cbb7168-fe92-4fe4-b452-8fafd929a189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499365'] for network, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:30.467278 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-2cbb7168-fe92-4fe4-b452-8fafd929a189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for network, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:30.469763 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-2cbb7168-fe92-4fe4-b452-8fafd929a189 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f424aaba-42f4-4ffe-892e-b3578e7a1865 HTTP/1.1" status: 204 len: 168 time: 0.2776918 Aug 14 19:07:30.471001 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-c02400a8-7e4f-41f2-9ba9-637d315213f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:30.488236 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb7168-fe92-4fe4-b452-8fafd929a189 admin admin] Pushing event deleted for resources: {'Network': ['ID=f424aaba-42f4-4ffe-892e-b3578e7a1865,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:30.613546 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-c02400a8-7e4f-41f2-9ba9-637d315213f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:30.618170 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-c02400a8-7e4f-41f2-9ba9-637d315213f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:30.679700 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 35454) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:30.689295 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-c02400a8-7e4f-41f2-9ba9-637d315213f5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0979cdf819f547b09417cff6b6c8bc3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2392895 Aug 14 19:07:30.692923 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 35456) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:30.700705 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02400a8-7e4f-41f2-9ba9-637d315213f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642da664-7e33-42c7-a62f-e61da1d72bf9,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:30.730989 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-a53ae8d7-f3b1-41fb-8ea9-3c74eaf21aac admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4fa7024892f74b65aeac9fd15e6cff74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499632 Aug 14 19:07:30.732248 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 35458) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:30.746434 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f5b8e-f968-453e-bf12-6398b907098d req-e3855d45-9944-48ad-82b9-0d5bb8d0a557 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:30.747969 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-0f9f5b8e-f968-453e-bf12-6398b907098d req-e3855d45-9944-48ad-82b9-0d5bb8d0a557 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.1187739 Aug 14 19:07:30.782080 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-f2ec574b-5cbf-44d0-9d37-f5edb7642eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:30.783695 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-319b5b68-ceb2-44da-9ba4-5fc75c37e486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:30.805800 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-319b5b68-ceb2-44da-9ba4-5fc75c37e486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:30.810147 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-0f9f5b8e-f968-453e-bf12-6398b907098d req-31a3fe83-ce5e-4f7a-a0aa-ea1dea889660 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541041 Aug 14 19:07:30.819291 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-f2ec574b-5cbf-44d0-9d37-f5edb7642eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:30.853209 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-319b5b68-ceb2-44da-9ba4-5fc75c37e486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:30.856705 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-319b5b68-ceb2-44da-9ba4-5fc75c37e486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:30.858001 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-319b5b68-ceb2-44da-9ba4-5fc75c37e486 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e457d3c6-a60a-4ccf-a934-68b925aab28c HTTP/1.1" status: 204 len: 168 time: 0.1248255 Aug 14 19:07:30.867283 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b5b68-ceb2-44da-9ba4-5fc75c37e486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e457d3c6-a60a-4ccf-a934-68b925aab28c,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:30.879630 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-f2ec574b-5cbf-44d0-9d37-f5edb7642eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:30.882619 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-f2ec574b-5cbf-44d0-9d37-f5edb7642eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:30.886631 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-f2ec574b-5cbf-44d0-9d37-f5edb7642eee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/642da664-7e33-42c7-a62f-e61da1d72bf9 HTTP/1.1" status: 204 len: 168 time: 0.1900861 Aug 14 19:07:30.895963 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ec574b-5cbf-44d0-9d37-f5edb7642eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642da664-7e33-42c7-a62f-e61da1d72bf9,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:31.059880 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d7586-a5b5-4d3a-804f-2246becd763a req-595d7bb0-77ae-49ac-8e88-c402804b8a6c tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:31.062209 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-d47d7586-a5b5-4d3a-804f-2246becd763a req-595d7bb0-77ae-49ac-8e88-c402804b8a6c tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 985 time: 0.0547676 Aug 14 19:07:31.108822 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-d47d7586-a5b5-4d3a-804f-2246becd763a req-73b685b2-331c-4012-975b-e4dc1f8d8914 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/security-groups?id=319820ce-cfc6-4a72-b2e2-ebae84723f14&id=84203a9d-f87d-4d63-a1c9-1784de7f7dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0387959 Aug 14 19:07:31.635529 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 35506) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:31.804038 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-07fdf7d3-4b5b-4e18-94be-c6d55a61c37b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-562131570-network', 'tenant_id': 'aa797a7341b843c78f9e99227c97e014'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:07:31.855773 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07fdf7d3-4b5b-4e18-94be-c6d55a61c37b admin admin] Made reservation on behalf of aa797a7341b843c78f9e99227c97e014 for: {'network': 1} {{(pid=94116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:07:31.860876 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-07fdf7d3-4b5b-4e18-94be-c6d55a61c37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for network, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:31.879156 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-07fdf7d3-4b5b-4e18-94be-c6d55a61c37b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:31.991796 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-07fdf7d3-4b5b-4e18-94be-c6d55a61c37b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:31.996314 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-07fdf7d3-4b5b-4e18-94be-c6d55a61c37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:32.020963 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07fdf7d3-4b5b-4e18-94be-c6d55a61c37b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=94116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 14 19:07:32.029559 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fdf7d3-4b5b-4e18-94be-c6d55a61c37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213f1f52-1a36-49ad-8db9-229d887b41c7,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:32.036122 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-07fdf7d3-4b5b-4e18-94be-c6d55a61c37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736'] for segment, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:32.036464 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.db.segments_db [None req-07fdf7d3-4b5b-4e18-94be-c6d55a61c37b admin admin] Added segment a09a7bb7-3ad0-4c83-8cfa-e190706db4a3 of type vlan for network 41d64e2a-4508-4dfe-a751-0ab021d017b4 Aug 14 19:07:32.080429 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-07fdf7d3-4b5b-4e18-94be-c6d55a61c37b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754978905146'] for network, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:32.111765 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-07fdf7d3-4b5b-4e18-94be-c6d55a61c37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998'] for network, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:32.112774 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fdf7d3-4b5b-4e18-94be-c6d55a61c37b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:32.113369 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-07fdf7d3-4b5b-4e18-94be-c6d55a61c37b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for network, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:32.176682 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-07fdf7d3-4b5b-4e18-94be-c6d55a61c37b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5373678 Aug 14 19:07:32.177401 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 35526) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:32.181989 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fdf7d3-4b5b-4e18-94be-c6d55a61c37b admin admin] Pushing event updated for resources: {'Network': ['ID=41d64e2a-4508-4dfe-a751-0ab021d017b4,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:32.182474 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [None req-f4a0e558-7106-479a-a04e-03d03264be80 admin admin] Request body: {'subnet': {'network_id': '41d64e2a-4508-4dfe-a751-0ab021d017b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-562131570-subnet', 'tenant_id': 'aa797a7341b843c78f9e99227c97e014', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:07:32.195894 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Network 41d64e2a-4508-4dfe-a751-0ab021d017b4 details requested by agent ovs-agent-dv-cinder-804581-2-iscsi with host dv-cinder-804581-2-iscsi {{(pid=94118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 14 19:07:32.269895 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e2876-35bc-44b3-843f-0fadb2a2e49e req-2251439d-a255-462f-96af-4e91ae4a410b tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:32.271588 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1e6e2876-35bc-44b3-843f-0fadb2a2e49e req-2251439d-a255-462f-96af-4e91ae4a410b tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 985 time: 0.0749078 Aug 14 19:07:32.272371 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a0e558-7106-479a-a04e-03d03264be80 admin admin] Made reservation on behalf of aa797a7341b843c78f9e99227c97e014 for: {'subnet': 1} {{(pid=94117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:07:32.274770 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-f4a0e558-7106-479a-a04e-03d03264be80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27050841'] for subnet, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:32.381521 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1e6e2876-35bc-44b3-843f-0fadb2a2e49e req-9f5d3739-c491-49e7-9a29-b6dc5f0d78c7 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/security-groups?id=319820ce-cfc6-4a72-b2e2-ebae84723f14&id=84203a9d-f87d-4d63-a1c9-1784de7f7dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1033010 Aug 14 19:07:32.506888 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-f4a0e558-7106-479a-a04e-03d03264be80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25274211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27050859'] for subnet, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:32.558852 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0e558-7106-479a-a04e-03d03264be80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad3a0be9-df64-46b0-8432-56b77f4faa74,revision_number=0']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:32.574462 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a0e558-7106-479a-a04e-03d03264be80 admin admin] Checking segment: {'id': 'a09a7bb7-3ad0-4c83-8cfa-e190706db4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '41d64e2a-4508-4dfe-a751-0ab021d017b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:07:32.574813 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a0e558-7106-479a-a04e-03d03264be80 admin admin] Network hostable DHCP agents. Network: 41d64e2a-4508-4dfe-a751-0ab021d017b4, hostable agents: ['0d7bdec9-f5f8-4d0a-807a-57e5ce61a6b1'], hosted agents: [] {{(pid=94117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 14 19:07:32.591856 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a0e558-7106-479a-a04e-03d03264be80 admin admin] Network 41d64e2a-4508-4dfe-a751-0ab021d017b4 is scheduled to be hosted by DHCP agent 0d7bdec9-f5f8-4d0a-807a-57e5ce61a6b1 with binding_index 1 {{(pid=94117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 14 19:07:32.602666 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.base_scheduler [None req-f4a0e558-7106-479a-a04e-03d03264be80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804581-2-iscsi, 41d64e2a-4508-4dfe-a751-0ab021d017b4) {{(pid=94117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:07:32.607835 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a0e558-7106-479a-a04e-03d03264be80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:32.607835 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-f4a0e558-7106-479a-a04e-03d03264be80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for subnet, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:32.614707 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b72488e-d355-4c86-af5d-5c2abbc87bfa None None] Network 41d64e2a-4508-4dfe-a751-0ab021d017b4 requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 19:07:32.639406 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-f4a0e558-7106-479a-a04e-03d03264be80 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4606454 Aug 14 19:07:32.779656 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9510cec-888f-4d08-9244-bb1e1b2f4e69 None None] Network 41d64e2a-4508-4dfe-a751-0ab021d017b4 requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 19:07:32.981979 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 35570) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:33.105228 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-57eabad4-0499-4bc9-a67e-16875d9c397c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:33.222690 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-57eabad4-0499-4bc9-a67e-16875d9c397c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:33.226623 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-57eabad4-0499-4bc9-a67e-16875d9c397c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:33.270762 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-57eabad4-0499-4bc9-a67e-16875d9c397c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ea660e6da143465f826efe323cba603b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2874703 Aug 14 19:07:33.272133 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eabad4-0499-4bc9-a67e-16875d9c397c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f197bd38-de8f-4441-a6b3-352b190b6f4b,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:33.273558 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 35578) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:33.334995 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-ce2b5d8a-58c6-4a6e-b017-2268ef1779d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:33.361365 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-ce2b5d8a-58c6-4a6e-b017-2268ef1779d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:33.410483 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-ce2b5d8a-58c6-4a6e-b017-2268ef1779d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:33.413073 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-ce2b5d8a-58c6-4a6e-b017-2268ef1779d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:33.414222 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-ce2b5d8a-58c6-4a6e-b017-2268ef1779d0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f197bd38-de8f-4441-a6b3-352b190b6f4b HTTP/1.1" status: 204 len: 168 time: 0.1388872 Aug 14 19:07:33.423790 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2b5d8a-58c6-4a6e-b017-2268ef1779d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f197bd38-de8f-4441-a6b3-352b190b6f4b,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:33.514349 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31111764-0cf6-4a77-afcb-8994264c97c5 req-67f4178d-0f22-43f4-b3ff-f549797aa482 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:33.516219 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-31111764-0cf6-4a77-afcb-8994264c97c5 req-67f4178d-0f22-43f4-b3ff-f549797aa482 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 985 time: 0.0501702 Aug 14 19:07:33.568065 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-31111764-0cf6-4a77-afcb-8994264c97c5 req-0dbe551c-8f64-4bc6-a05f-20a88ff5291c tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/security-groups?id=319820ce-cfc6-4a72-b2e2-ebae84723f14&id=84203a9d-f87d-4d63-a1c9-1784de7f7dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0436876 Aug 14 19:07:33.688942 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 35586) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:33.701617 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-2b691917-2d0e-42f0-b440-def7021320c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:33.796805 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-2b691917-2d0e-42f0-b440-def7021320c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:33.800446 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-2b691917-2d0e-42f0-b440-def7021320c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:33.838221 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-2b691917-2d0e-42f0-b440-def7021320c2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=281f3c678fa24627a67c7516f17707fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1481955 Aug 14 19:07:33.840121 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b691917-2d0e-42f0-b440-def7021320c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed416b0-ca79-48d7-ae8d-3510d2544c9e,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:33.840903 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 35588) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:33.892774 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-f10f6f99-1eda-44fe-bfaa-30fc1484dee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:33.915020 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-f10f6f99-1eda-44fe-bfaa-30fc1484dee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:33.962810 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-f10f6f99-1eda-44fe-bfaa-30fc1484dee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:33.965401 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-f10f6f99-1eda-44fe-bfaa-30fc1484dee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:33.966569 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-f10f6f99-1eda-44fe-bfaa-30fc1484dee3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4ed416b0-ca79-48d7-ae8d-3510d2544c9e HTTP/1.1" status: 204 len: 168 time: 0.1246724 Aug 14 19:07:33.976014 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f6f99-1eda-44fe-bfaa-30fc1484dee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed416b0-ca79-48d7-ae8d-3510d2544c9e,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:34.567263 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fdb421-105a-42c9-8473-5323fc46cffe req-9d0e935b-0aed-42c1-82a2-7e80a882fbe6 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:34.568803 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-79fdb421-105a-42c9-8473-5323fc46cffe req-9d0e935b-0aed-42c1-82a2-7e80a882fbe6 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/networks?id=41d64e2a-4508-4dfe-a751-0ab021d017b4 HTTP/1.1" status: 200 len: 813 time: 0.1261673 Aug 14 19:07:34.584359 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-79fdb421-105a-42c9-8473-5323fc46cffe req-11915a8c-841c-4b9a-91c1-1f8ee4a73a5d tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/quotas/aa797a7341b843c78f9e99227c97e014 HTTP/1.1" status: 200 len: 375 time: 0.0099130 Aug 14 19:07:34.699380 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c6a49-d109-41b2-826c-b4a70bb819d3 req-2885113b-c001-4bfb-930e-8e9bdbd75553 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:34.700974 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-da8c6a49-d109-41b2-826c-b4a70bb819d3 req-2885113b-c001-4bfb-930e-8e9bdbd75553 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 985 time: 0.0519123 Aug 14 19:07:34.750313 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-da8c6a49-d109-41b2-826c-b4a70bb819d3 req-54fe66e5-304b-4dc8-94e5-4702d97c7167 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/security-groups?id=319820ce-cfc6-4a72-b2e2-ebae84723f14&id=84203a9d-f87d-4d63-a1c9-1784de7f7dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416982 Aug 14 19:07:34.833796 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-79fdb421-105a-42c9-8473-5323fc46cffe req-6162f41e-30f1-4be9-90e2-91d6670d698d tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=aa797a7341b843c78f9e99227c97e014&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2423782 Aug 14 19:07:34.922797 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-79fdb421-105a-42c9-8473-5323fc46cffe req-75789c50-6e40-45dd-9543-1c76d0290d69 service neutron] 10.222.0.39 "GET /v2.0/networks/41d64e2a-4508-4dfe-a751-0ab021d017b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818279 Aug 14 19:07:35.025102 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-79fdb421-105a-42c9-8473-5323fc46cffe req-fa0435ce-7f63-4a8a-adc5-19bb42ca7cd1 service neutron] 10.222.0.39 "GET /v2.0/networks/41d64e2a-4508-4dfe-a751-0ab021d017b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960045 Aug 14 19:07:35.090108 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 35636) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:35.184443 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c79d80d5-2669-4786-9fce-c66600d1dc8f req-43cbad3f-365f-4032-9267-581061d33293 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/ports?device_id=61565dde-5444-4bc2-ba40-a0ee581fe021 HTTP/1.1" status: 200 len: 210 time: 0.0258701 Aug 14 19:07:35.222026 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-8cb93324-623b-4d82-823f-6848fc56a387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:35.327306 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-8cb93324-623b-4d82-823f-6848fc56a387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:35.332512 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-8cb93324-623b-4d82-823f-6848fc56a387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:35.372360 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-8cb93324-623b-4d82-823f-6848fc56a387 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fc766ba518ab49c79cddb5c5e34e1006&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2811165 Aug 14 19:07:35.373209 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb93324-623b-4d82-823f-6848fc56a387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143d17b4-e6da-4814-bfe1-55a271087ca2,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:35.377914 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 35648) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:35.465377 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-47c824b6-1530-4f77-9713-4930caca8469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:35.491531 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-47c824b6-1530-4f77-9713-4930caca8469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:35.547722 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-47c824b6-1530-4f77-9713-4930caca8469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:35.550539 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-47c824b6-1530-4f77-9713-4930caca8469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:35.551976 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-47c824b6-1530-4f77-9713-4930caca8469 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/143d17b4-e6da-4814-bfe1-55a271087ca2 HTTP/1.1" status: 204 len: 168 time: 0.1714981 Aug 14 19:07:35.561215 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c824b6-1530-4f77-9713-4930caca8469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143d17b4-e6da-4814-bfe1-55a271087ca2,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:35.885855 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279f531-62e8-4f09-af28-2284126bad48 req-58a9ae40-b21f-40c0-8cd1-07908132ac47 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:35.887899 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-b279f531-62e8-4f09-af28-2284126bad48 req-58a9ae40-b21f-40c0-8cd1-07908132ac47 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 985 time: 0.0615673 Aug 14 19:07:35.937875 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-b279f531-62e8-4f09-af28-2284126bad48 req-58537af0-c2a7-4005-b43f-66eecf2f3065 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/security-groups?id=319820ce-cfc6-4a72-b2e2-ebae84723f14&id=84203a9d-f87d-4d63-a1c9-1784de7f7dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0423167 Aug 14 19:07:36.304958 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fdb421-105a-42c9-8473-5323fc46cffe req-c83e7722-700d-4328-aaaf-9531a78ae557 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:36.308622 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-79fdb421-105a-42c9-8473-5323fc46cffe req-c83e7722-700d-4328-aaaf-9531a78ae557 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.24 "GET /v2.0/networks?id=41d64e2a-4508-4dfe-a751-0ab021d017b4 HTTP/1.1" status: 200 len: 813 time: 0.1309524 Aug 14 19:07:36.315815 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-59fa60a8-2c84-488d-ba8e-58d43ffe987d req-2f8421d2-a6c6-4bda-8c8d-c13973948e8b tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/ports?device_id=61565dde-5444-4bc2-ba40-a0ee581fe021 HTTP/1.1" status: 200 len: 210 time: 0.0356026 Aug 14 19:07:36.339263 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [req-79fdb421-105a-42c9-8473-5323fc46cffe req-b6ab7ff3-1fe7-4109-94db-6e13265cc954 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Request body: {'port': {'device_id': '61565dde-5444-4bc2-ba40-a0ee581fe021', 'network_id': '41d64e2a-4508-4dfe-a751-0ab021d017b4', 'admin_state_up': True, 'tenant_id': 'aa797a7341b843c78f9e99227c97e014'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:07:36.489045 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79fdb421-105a-42c9-8473-5323fc46cffe req-b6ab7ff3-1fe7-4109-94db-6e13265cc954 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Made reservation on behalf of aa797a7341b843c78f9e99227c97e014 for: {'port': 1} {{(pid=94117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:07:36.495763 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-79fdb421-105a-42c9-8473-5323fc46cffe req-b6ab7ff3-1fe7-4109-94db-6e13265cc954 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:36.641743 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.db_base_plugin_common [req-79fdb421-105a-42c9-8473-5323fc46cffe req-b6ab7ff3-1fe7-4109-94db-6e13265cc954 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Allocated IP 172.20.0.2 (41d64e2a-4508-4dfe-a751-0ab021d017b4/ad3a0be9-df64-46b0-8432-56b77f4faa74/6e7fed87-b245-41d3-b3ef-4e03d932f89f) {{(pid=94117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:07:36.808768 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-79fdb421-105a-42c9-8473-5323fc46cffe req-b6ab7ff3-1fe7-4109-94db-6e13265cc954 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Notify callbacks [] for port, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:36.848668 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-79fdb421-105a-42c9-8473-5323fc46cffe req-b6ab7ff3-1fe7-4109-94db-6e13265cc954 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25274135'] for port, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:36.893622 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79fdb421-105a-42c9-8473-5323fc46cffe req-b6ab7ff3-1fe7-4109-94db-6e13265cc954 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Network 41d64e2a-4508-4dfe-a751-0ab021d017b4 is already hosted by enough agents. {{(pid=94117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:07:36.898586 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.base_scheduler [req-79fdb421-105a-42c9-8473-5323fc46cffe req-b6ab7ff3-1fe7-4109-94db-6e13265cc954 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Resources bound (agent type, host, resource id): {{(pid=94117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:07:36.902405 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.l3_dvrscheduler_db [req-79fdb421-105a-42c9-8473-5323fc46cffe req-b6ab7ff3-1fe7-4109-94db-6e13265cc954 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Received port after_create {{(pid=94117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:07:36.909064 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab7ff3-1fe7-4109-94db-6e13265cc954 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Pushing event updated for resources: {'Port': ['ID=6e7fed87-b245-41d3-b3ef-4e03d932f89f,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:36.954670 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fdb421-105a-42c9-8473-5323fc46cffe req-b6ab7ff3-1fe7-4109-94db-6e13265cc954 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:36.955284 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-79fdb421-105a-42c9-8473-5323fc46cffe req-b6ab7ff3-1fe7-4109-94db-6e13265cc954 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:36.972151 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-79fdb421-105a-42c9-8473-5323fc46cffe req-b6ab7ff3-1fe7-4109-94db-6e13265cc954 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6485720 Aug 14 19:07:36.986318 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [req-79fdb421-105a-42c9-8473-5323fc46cffe req-45ec75fd-9880-41ca-b3d6-62fe9a6a1790 service neutron] Request body: {'port': {'device_id': '61565dde-5444-4bc2-ba40-a0ee581fe021', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:07:37.074802 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-79fdb421-105a-42c9-8473-5323fc46cffe req-45ec75fd-9880-41ca-b3d6-62fe9a6a1790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:37.103390 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34668ca8-a7e1-4fcc-b7ab-bbb263e99928 req-977d1239-669d-4ff3-a5a5-92d8c3df443d tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:37.104973 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-34668ca8-a7e1-4fcc-b7ab-bbb263e99928 req-977d1239-669d-4ff3-a5a5-92d8c3df443d tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 985 time: 0.0890074 Aug 14 19:07:37.176377 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-34668ca8-a7e1-4fcc-b7ab-bbb263e99928 req-5f69b7d3-0291-4adb-9d45-253c91038786 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/security-groups?id=319820ce-cfc6-4a72-b2e2-ebae84723f14&id=84203a9d-f87d-4d63-a1c9-1784de7f7dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528252 Aug 14 19:07:37.395862 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.notifiers.nova [req-79fdb421-105a-42c9-8473-5323fc46cffe req-45ec75fd-9880-41ca-b3d6-62fe9a6a1790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e7fed87-b245-41d3-b3ef-4e03d932f89f {{(pid=94117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:07:37.403875 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-79fdb421-105a-42c9-8473-5323fc46cffe req-45ec75fd-9880-41ca-b3d6-62fe9a6a1790 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:37.417351 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.provisioning_blocks [req-79fdb421-105a-42c9-8473-5323fc46cffe req-45ec75fd-9880-41ca-b3d6-62fe9a6a1790 service neutron] Transition to ACTIVE for port object 6e7fed87-b245-41d3-b3ef-4e03d932f89f will not be triggered until provisioned by entity L2. {{(pid=94117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:07:37.420494 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-79fdb421-105a-42c9-8473-5323fc46cffe req-45ec75fd-9880-41ca-b3d6-62fe9a6a1790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25274142'] for port, after_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:37.442248 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6443d47d-f1f1-447c-bd7d-f0697a2d38de req-68ec5abf-3d2d-4d20-b28e-92f16c031bbc tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:37.443746 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-6443d47d-f1f1-447c-bd7d-f0697a2d38de req-68ec5abf-3d2d-4d20-b28e-92f16c031bbc tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/ports?device_id=61565dde-5444-4bc2-ba40-a0ee581fe021 HTTP/1.1" status: 200 len: 931 time: 0.0502312 Aug 14 19:07:37.470313 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ec75fd-9880-41ca-b3d6-62fe9a6a1790 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7fed87-b245-41d3-b3ef-4e03d932f89f,revision_number=2']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:37.484663 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-6443d47d-f1f1-447c-bd7d-f0697a2d38de req-3e3fedab-2ce6-4cbb-ad8d-61f49c9620db tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/security-groups?id=213f1f52-1a36-49ad-8db9-229d887b41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346572 Aug 14 19:07:37.543176 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.managers [req-79fdb421-105a-42c9-8473-5323fc46cffe req-45ec75fd-9880-41ca-b3d6-62fe9a6a1790 service neutron] Attempting to bind port 6e7fed87-b245-41d3-b3ef-4e03d932f89f on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:07:37.543541 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.managers [req-79fdb421-105a-42c9-8473-5323fc46cffe req-45ec75fd-9880-41ca-b3d6-62fe9a6a1790 service neutron] Attempting to bind port 6e7fed87-b245-41d3-b3ef-4e03d932f89f by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': 'a09a7bb7-3ad0-4c83-8cfa-e190706db4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '41d64e2a-4508-4dfe-a751-0ab021d017b4'}] {{(pid=94117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:07:37.543874 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79fdb421-105a-42c9-8473-5323fc46cffe req-45ec75fd-9880-41ca-b3d6-62fe9a6a1790 service neutron] Attempting to bind port 6e7fed87-b245-41d3-b3ef-4e03d932f89f on network 41d64e2a-4508-4dfe-a751-0ab021d017b4 {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:07:37.548777 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79fdb421-105a-42c9-8473-5323fc46cffe req-45ec75fd-9880-41ca-b3d6-62fe9a6a1790 service neutron] Port 6e7fed87-b245-41d3-b3ef-4e03d932f89f on network 41d64e2a-4508-4dfe-a751-0ab021d017b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 14 19:07:37.549112 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79fdb421-105a-42c9-8473-5323fc46cffe req-45ec75fd-9880-41ca-b3d6-62fe9a6a1790 service neutron] Attempting to bind port 6e7fed87-b245-41d3-b3ef-4e03d932f89f on network 41d64e2a-4508-4dfe-a751-0ab021d017b4 {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:07:37.554376 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79fdb421-105a-42c9-8473-5323fc46cffe req-45ec75fd-9880-41ca-b3d6-62fe9a6a1790 service neutron] Checking agent: {'id': '7eaedc20-6d95-47b4-8617-1798feafd334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 19, 1, 52), 'started_at': datetime.datetime(2021, 8, 14, 19, 1, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:07:37.554721 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79fdb421-105a-42c9-8473-5323fc46cffe req-45ec75fd-9880-41ca-b3d6-62fe9a6a1790 service neutron] Checking segment: {'id': 'a09a7bb7-3ad0-4c83-8cfa-e190706db4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '41d64e2a-4508-4dfe-a751-0ab021d017b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:07:37.555107 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79fdb421-105a-42c9-8473-5323fc46cffe req-45ec75fd-9880-41ca-b3d6-62fe9a6a1790 service neutron] Bound using segment: {'id': 'a09a7bb7-3ad0-4c83-8cfa-e190706db4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '41d64e2a-4508-4dfe-a751-0ab021d017b4'} {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:07:37.555538 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.managers [req-79fdb421-105a-42c9-8473-5323fc46cffe req-45ec75fd-9880-41ca-b3d6-62fe9a6a1790 service neutron] Bound port: 6e7fed87-b245-41d3-b3ef-4e03d932f89f, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a09a7bb7-3ad0-4c83-8cfa-e190706db4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '41d64e2a-4508-4dfe-a751-0ab021d017b4'}}] {{(pid=94117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:07:37.555899 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-79fdb421-105a-42c9-8473-5323fc46cffe req-45ec75fd-9880-41ca-b3d6-62fe9a6a1790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:37.627279 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [req-79fdb421-105a-42c9-8473-5323fc46cffe req-45ec75fd-9880-41ca-b3d6-62fe9a6a1790 service neutron] For port 6e7fed87-b245-41d3-b3ef-4e03d932f89f, host hv-cinder-80458, cleared binding levels {{(pid=94117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:07:37.631001 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [req-79fdb421-105a-42c9-8473-5323fc46cffe req-45ec75fd-9880-41ca-b3d6-62fe9a6a1790 service neutron] For port 6e7fed87-b245-41d3-b3ef-4e03d932f89f, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=6e7fed87-b245-41d3-b3ef-4e03d932f89f,segment=NetworkSegment(a09a7bb7-3ad0-4c83-8cfa-e190706db4a3),segment_id=a09a7bb7-3ad0-4c83-8cfa-e190706db4a3)] {{(pid=94117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:07:37.635765 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-79fdb421-105a-42c9-8473-5323fc46cffe req-45ec75fd-9880-41ca-b3d6-62fe9a6a1790 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25274142'] for port, after_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:37.671780 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fdb421-105a-42c9-8473-5323fc46cffe req-45ec75fd-9880-41ca-b3d6-62fe9a6a1790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:37.672398 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-79fdb421-105a-42c9-8473-5323fc46cffe req-45ec75fd-9880-41ca-b3d6-62fe9a6a1790 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:37.673839 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-79fdb421-105a-42c9-8473-5323fc46cffe req-45ec75fd-9880-41ca-b3d6-62fe9a6a1790 service neutron] 10.222.0.24 "PUT /v2.0/ports/6e7fed87-b245-41d3-b3ef-4e03d932f89f HTTP/1.1" status: 200 len: 1093 time: 0.6933036 Aug 14 19:07:37.674303 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61565dde-5444-4bc2-ba40-a0ee581fe021', 'tag': '6e7fed87-b245-41d3-b3ef-4e03d932f89f'}] {{(pid=94117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:07:37.676564 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ea8273f875cf68671556eb39bbac10e5cf2532cbac2204340d4cc673a0511b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3366364-6e21-4cde-a4b3-8e7f8b261ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "61565dde-5444-4bc2-ba40-a0ee581fe021", "tag": "6e7fed87-b245-41d3-b3ef-4e03d932f89f"}]}' {{(pid=94117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:07:37.704840 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ec75fd-9880-41ca-b3d6-62fe9a6a1790 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7fed87-b245-41d3-b3ef-4e03d932f89f,revision_number=3']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:37.727521 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 Aug 2021 19:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83969cf1-402f-4ac9-9f86-5cfc0576e403 x-openstack-request-id: req-83969cf1-402f-4ac9-9f86-5cfc0576e403 {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:07:37.727808 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61565dde-5444-4bc2-ba40-a0ee581fe021", "tag": "6e7fed87-b245-41d3-b3ef-4e03d932f89f", "status": "completed", "code": 200}]} {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:07:37.728060 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-83969cf1-402f-4ac9-9f86-5cfc0576e403 {{(pid=94117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:07:37.728450 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61565dde-5444-4bc2-ba40-a0ee581fe021', 'tag': '6e7fed87-b245-41d3-b3ef-4e03d932f89f', 'status': 'completed', 'code': 200} Aug 14 19:07:37.763816 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fdb421-105a-42c9-8473-5323fc46cffe req-16a1fba9-be87-41ee-8941-5447db65b4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:37.766053 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-79fdb421-105a-42c9-8473-5323fc46cffe req-16a1fba9-be87-41ee-8941-5447db65b4c7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa797a7341b843c78f9e99227c97e014&device_id=61565dde-5444-4bc2-ba40-a0ee581fe021 HTTP/1.1" status: 200 len: 1096 time: 0.0492249 Aug 14 19:07:37.812612 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-79fdb421-105a-42c9-8473-5323fc46cffe req-bfd65950-8d5d-4ecd-a57c-c81dd55e59ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e7fed87-b245-41d3-b3ef-4e03d932f89f HTTP/1.1" status: 200 len: 217 time: 0.0383615 Aug 14 19:07:37.863224 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fdb421-105a-42c9-8473-5323fc46cffe req-8e0582e1-3945-4bea-96e0-2c0004af8f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:37.864733 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-79fdb421-105a-42c9-8473-5323fc46cffe req-8e0582e1-3945-4bea-96e0-2c0004af8f1d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ad3a0be9-df64-46b0-8432-56b77f4faa74 HTTP/1.1" status: 200 len: 853 time: 0.0455770 Aug 14 19:07:37.900135 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-79fdb421-105a-42c9-8473-5323fc46cffe req-02cb5cfd-d44d-45be-9959-9153db9e1ff9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=41d64e2a-4508-4dfe-a751-0ab021d017b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280609 Aug 14 19:07:38.002116 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-79fdb421-105a-42c9-8473-5323fc46cffe req-51adf3b4-70f9-4e52-bca2-afea0e9b3f27 service neutron] 10.222.0.24 "GET /v2.0/networks/41d64e2a-4508-4dfe-a751-0ab021d017b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941834 Aug 14 19:07:38.125604 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-79fdb421-105a-42c9-8473-5323fc46cffe req-d1dc1e42-7c6a-48e2-893d-907f8c67b047 service neutron] 10.222.0.24 "GET /v2.0/networks/41d64e2a-4508-4dfe-a751-0ab021d017b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159899 Aug 14 19:07:38.219338 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3366364-6e21-4cde-a4b3-8e7f8b261ac5 req-9bd5a3be-473b-4770-afa4-71c33b615667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:38.220883 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f3366364-6e21-4cde-a4b3-8e7f8b261ac5 req-9bd5a3be-473b-4770-afa4-71c33b615667 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa797a7341b843c78f9e99227c97e014&device_id=61565dde-5444-4bc2-ba40-a0ee581fe021 HTTP/1.1" status: 200 len: 1096 time: 0.0466955 Aug 14 19:07:38.304986 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be7387-14ce-409e-b9ad-d30218758647 req-46e16dba-2104-4845-8aaa-1ce7c14f9a70 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:38.306635 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-30be7387-14ce-409e-b9ad-d30218758647 req-46e16dba-2104-4845-8aaa-1ce7c14f9a70 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 985 time: 0.0585864 Aug 14 19:07:38.328306 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3366364-6e21-4cde-a4b3-8e7f8b261ac5 req-ca0aeeab-e415-403f-9542-b6140e7d91bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:38.329825 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f3366364-6e21-4cde-a4b3-8e7f8b261ac5 req-ca0aeeab-e415-403f-9542-b6140e7d91bd service neutron] 10.222.0.24 "GET /v2.0/networks?id=41d64e2a-4508-4dfe-a751-0ab021d017b4 HTTP/1.1" status: 200 len: 914 time: 0.1011600 Aug 14 19:07:38.351197 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-30be7387-14ce-409e-b9ad-d30218758647 req-3b8e05ed-b87c-4741-af52-ff367962bead tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/security-groups?id=319820ce-cfc6-4a72-b2e2-ebae84723f14&id=84203a9d-f87d-4d63-a1c9-1784de7f7dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378242 Aug 14 19:07:38.616610 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8051f5-7077-4bdc-b672-d8c2634f1058 req-a2a3f08b-10eb-49bb-92d5-2015e7b04a16 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:38.618142 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-fd8051f5-7077-4bdc-b672-d8c2634f1058 req-a2a3f08b-10eb-49bb-92d5-2015e7b04a16 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/ports?device_id=61565dde-5444-4bc2-ba40-a0ee581fe021 HTTP/1.1" status: 200 len: 943 time: 0.0535619 Aug 14 19:07:38.665156 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-fd8051f5-7077-4bdc-b672-d8c2634f1058 req-0fa894e7-4284-4a8e-a501-c86819cbc26f tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/security-groups?id=213f1f52-1a36-49ad-8db9-229d887b41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339787 Aug 14 19:07:39.470279 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa408b0-f79d-4c44-a27c-5aa04c4d5894 req-2b497424-a239-4cc0-b724-ca308d8f3e8a tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:39.471770 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-8aa408b0-f79d-4c44-a27c-5aa04c4d5894 req-2b497424-a239-4cc0-b724-ca308d8f3e8a tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 985 time: 0.0511620 Aug 14 19:07:39.515257 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-8aa408b0-f79d-4c44-a27c-5aa04c4d5894 req-54533f38-9c08-42a0-a1ba-be37170d9b88 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/security-groups?id=319820ce-cfc6-4a72-b2e2-ebae84723f14&id=84203a9d-f87d-4d63-a1c9-1784de7f7dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367107 Aug 14 19:07:39.779521 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe0a99-c949-4079-ba47-309bb927ca68 req-e5e5e215-6f31-4463-ba32-7c856e4ef550 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:39.781237 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-78fe0a99-c949-4079-ba47-309bb927ca68 req-e5e5e215-6f31-4463-ba32-7c856e4ef550 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/ports?device_id=61565dde-5444-4bc2-ba40-a0ee581fe021 HTTP/1.1" status: 200 len: 943 time: 0.0501113 Aug 14 19:07:39.819286 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-78fe0a99-c949-4079-ba47-309bb927ca68 req-57f62254-3c06-44ed-9bbe-ff603f2f122d tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/security-groups?id=213f1f52-1a36-49ad-8db9-229d887b41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322762 Aug 14 19:07:40.073342 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f3366364-6e21-4cde-a4b3-8e7f8b261ac5 req-dc5b0339-8a7a-4c6c-bb1d-99aaf2b8d840 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e7fed87-b245-41d3-b3ef-4e03d932f89f HTTP/1.1" status: 200 len: 217 time: 0.0374770 Aug 14 19:07:40.161600 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.agents_db [None req-d9ec6548-365a-4179-9791-d0bac427e43f None None] Agent healthcheck: found 6 active agents {{(pid=94119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 14 19:07:40.628007 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5355d31-2429-4070-8192-57dfc0fb3812 req-edc1e465-d436-4385-a62a-332acf743608 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:40.629506 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-d5355d31-2429-4070-8192-57dfc0fb3812 req-edc1e465-d436-4385-a62a-332acf743608 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 985 time: 0.0480595 Aug 14 19:07:40.669325 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-d5355d31-2429-4070-8192-57dfc0fb3812 req-530d437e-f1e0-4566-a117-bed9b09c4b3e tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/security-groups?id=319820ce-cfc6-4a72-b2e2-ebae84723f14&id=84203a9d-f87d-4d63-a1c9-1784de7f7dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335705 Aug 14 19:07:40.933458 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f4094-715b-4ce7-a02c-8c24529b917d req-2164e751-c367-46c8-b852-9462184d6057 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:40.935004 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-808f4094-715b-4ce7-a02c-8c24529b917d req-2164e751-c367-46c8-b852-9462184d6057 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/ports?device_id=61565dde-5444-4bc2-ba40-a0ee581fe021 HTTP/1.1" status: 200 len: 943 time: 0.0486276 Aug 14 19:07:40.974682 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-808f4094-715b-4ce7-a02c-8c24529b917d req-b86efe2d-90a5-4b3f-9b22-24a583cae450 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/security-groups?id=213f1f52-1a36-49ad-8db9-229d887b41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328221 Aug 14 19:07:41.075440 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3366364-6e21-4cde-a4b3-8e7f8b261ac5 req-4a4a52c5-2fb9-442a-be66-906f20aa9dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:41.077473 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f3366364-6e21-4cde-a4b3-8e7f8b261ac5 req-4a4a52c5-2fb9-442a-be66-906f20aa9dd1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ad3a0be9-df64-46b0-8432-56b77f4faa74 HTTP/1.1" status: 200 len: 853 time: 0.0449953 Aug 14 19:07:41.113472 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f3366364-6e21-4cde-a4b3-8e7f8b261ac5 req-069b6ade-65c4-481d-beea-bca511878a0c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=41d64e2a-4508-4dfe-a751-0ab021d017b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276871 Aug 14 19:07:41.206370 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f3366364-6e21-4cde-a4b3-8e7f8b261ac5 req-82e653c7-cfe3-4aaf-979a-bbc949327522 service neutron] 10.222.0.24 "GET /v2.0/networks/41d64e2a-4508-4dfe-a751-0ab021d017b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824502 Aug 14 19:07:41.299451 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f3366364-6e21-4cde-a4b3-8e7f8b261ac5 req-999b2d81-644e-4d63-93c3-973cfdf397b3 service neutron] 10.222.0.24 "GET /v2.0/networks/41d64e2a-4508-4dfe-a751-0ab021d017b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855100 Aug 14 19:07:41.782560 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3074b-e20a-4256-8d8c-5cfe5b92c238 req-a3cb9662-4247-4e55-a17b-24dad9632c71 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:41.784038 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-54c3074b-e20a-4256-8d8c-5cfe5b92c238 req-a3cb9662-4247-4e55-a17b-24dad9632c71 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 985 time: 0.0489287 Aug 14 19:07:41.823918 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-54c3074b-e20a-4256-8d8c-5cfe5b92c238 req-dc8ce40a-7bde-4059-9337-9251774ea345 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/security-groups?id=319820ce-cfc6-4a72-b2e2-ebae84723f14&id=84203a9d-f87d-4d63-a1c9-1784de7f7dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338359 Aug 14 19:07:42.094717 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe4428-0845-45c0-97f2-747baf07122c req-eb9f19bc-fc4b-4f4c-9628-172d2549552f tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:42.096234 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-cdbe4428-0845-45c0-97f2-747baf07122c req-eb9f19bc-fc4b-4f4c-9628-172d2549552f tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/ports?device_id=61565dde-5444-4bc2-ba40-a0ee581fe021 HTTP/1.1" status: 200 len: 943 time: 0.0500143 Aug 14 19:07:42.134238 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-cdbe4428-0845-45c0-97f2-747baf07122c req-c48a22e3-3565-4c4b-b578-fd4ac6411a45 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/security-groups?id=213f1f52-1a36-49ad-8db9-229d887b41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321703 Aug 14 19:07:43.246122 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee57ba-6083-4922-b279-3040962b3cd9 req-8f907e3e-e64c-451f-82e8-d92b6afaf3bf tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:43.247569 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-55ee57ba-6083-4922-b279-3040962b3cd9 req-8f907e3e-e64c-451f-82e8-d92b6afaf3bf tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/ports?device_id=61565dde-5444-4bc2-ba40-a0ee581fe021 HTTP/1.1" status: 200 len: 943 time: 0.0469384 Aug 14 19:07:43.285608 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-55ee57ba-6083-4922-b279-3040962b3cd9 req-12875f16-dd3d-4322-80ca-6c85de5b9bf2 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/security-groups?id=213f1f52-1a36-49ad-8db9-229d887b41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313246 Aug 14 19:07:43.497181 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 6e7fed87-b245-41d3-b3ef-4e03d932f89f details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 14 19:07:43.593375 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 6e7fed87-b245-41d3-b3ef-4e03d932f89f, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=6e7fed87-b245-41d3-b3ef-4e03d932f89f,segment=NetworkSegment(a09a7bb7-3ad0-4c83-8cfa-e190706db4a3),segment_id=a09a7bb7-3ad0-4c83-8cfa-e190706db4a3)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:07:43.604467 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Returning: {'device': '6e7fed87-b245-41d3-b3ef-4e03d932f89f', 'network_id': '41d64e2a-4508-4dfe-a751-0ab021d017b4', 'port_id': '6e7fed87-b245-41d3-b3ef-4e03d932f89f', 'mac_address': 'fa:16:3e:dc:59:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad3a0be9-df64-46b0-8432-56b77f4faa74', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 14 19:07:43.644354 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:43.660973 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e7fed87-b245-41d3-b3ef-4e03d932f89f {{(pid=94118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:07:43.682547 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 6e7fed87-b245-41d3-b3ef-4e03d932f89f, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=6e7fed87-b245-41d3-b3ef-4e03d932f89f,segment=NetworkSegment(a09a7bb7-3ad0-4c83-8cfa-e190706db4a3),segment_id=a09a7bb7-3ad0-4c83-8cfa-e190706db4a3)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:07:43.686939 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:43.734719 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=6e7fed87-b245-41d3-b3ef-4e03d932f89f,revision_number=4']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:44.009228 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] get_ports_and_sgs() called for port_ids ['6e7fed87-b245-41d3-b3ef-4e03d932f89f'] {{(pid=94118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 14 19:07:44.411584 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7754a37-ae66-4b06-9aea-4ca771c438d2 req-8e1e264e-7228-47c1-a07f-42b17c1b20fb tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:44.413232 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-d7754a37-ae66-4b06-9aea-4ca771c438d2 req-8e1e264e-7228-47c1-a07f-42b17c1b20fb tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/ports?device_id=61565dde-5444-4bc2-ba40-a0ee581fe021 HTTP/1.1" status: 200 len: 944 time: 0.0519400 Aug 14 19:07:44.444452 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716be88d-b239-4001-a4ff-288551a1ae87 req-68baaf85-b9ae-4109-b2cc-7d0d290421bc tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:44.445901 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-716be88d-b239-4001-a4ff-288551a1ae87 req-68baaf85-b9ae-4109-b2cc-7d0d290421bc tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 946 time: 0.0486524 Aug 14 19:07:44.457559 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-d7754a37-ae66-4b06-9aea-4ca771c438d2 req-c7529483-4480-479a-ba17-93bab54f850f tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/security-groups?id=213f1f52-1a36-49ad-8db9-229d887b41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377796 Aug 14 19:07:44.491488 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-716be88d-b239-4001-a4ff-288551a1ae87 req-c1856847-7ede-4b9a-8581-9a4b66c0bc40 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387819 Aug 14 19:07:45.128832 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 35794) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:45.233876 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-32ae2014-263f-48c4-8dd7-456ba463071a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:45.319893 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-32ae2014-263f-48c4-8dd7-456ba463071a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:45.323641 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-32ae2014-263f-48c4-8dd7-456ba463071a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:45.360721 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-32ae2014-263f-48c4-8dd7-456ba463071a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1cdfcad4beb44b02a4aa6343956fe69e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308202 Aug 14 19:07:45.361576 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae2014-263f-48c4-8dd7-456ba463071a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b12e71f-5073-46b8-a6eb-fe89b260fafa,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:45.363439 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 35798) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:45.368648 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ae2014-263f-48c4-8dd7-456ba463071a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:07:45.368990 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ae2014-263f-48c4-8dd7-456ba463071a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:07:45.369326 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ae2014-263f-48c4-8dd7-456ba463071a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:07:45.369662 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ae2014-263f-48c4-8dd7-456ba463071a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:07:45.369987 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ae2014-263f-48c4-8dd7-456ba463071a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:07:45.370341 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ae2014-263f-48c4-8dd7-456ba463071a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:07:45.370668 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ae2014-263f-48c4-8dd7-456ba463071a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:07:45.370988 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ae2014-263f-48c4-8dd7-456ba463071a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:07:45.371308 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ae2014-263f-48c4-8dd7-456ba463071a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:07:45.371626 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ae2014-263f-48c4-8dd7-456ba463071a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:07:45.371941 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ae2014-263f-48c4-8dd7-456ba463071a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:07:45.372254 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ae2014-263f-48c4-8dd7-456ba463071a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:07:45.412998 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-4322d3d4-1134-4386-9056-7591812c5faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:45.433156 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-4322d3d4-1134-4386-9056-7591812c5faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:45.480249 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-4322d3d4-1134-4386-9056-7591812c5faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:45.482829 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-4322d3d4-1134-4386-9056-7591812c5faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:45.483962 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-4322d3d4-1134-4386-9056-7591812c5faa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9b12e71f-5073-46b8-a6eb-fe89b260fafa HTTP/1.1" status: 204 len: 168 time: 0.1195612 Aug 14 19:07:45.499328 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4322d3d4-1134-4386-9056-7591812c5faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b12e71f-5073-46b8-a6eb-fe89b260fafa,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:45.505081 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 6e7fed87-b245-41d3-b3ef-4e03d932f89f up at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:07:45.506667 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4322d3d4-1134-4386-9056-7591812c5faa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:07:45.507022 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4322d3d4-1134-4386-9056-7591812c5faa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:07:45.508695 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4322d3d4-1134-4386-9056-7591812c5faa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:07:45.508695 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4322d3d4-1134-4386-9056-7591812c5faa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:07:45.508695 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4322d3d4-1134-4386-9056-7591812c5faa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:07:45.509097 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4322d3d4-1134-4386-9056-7591812c5faa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:07:45.509097 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4322d3d4-1134-4386-9056-7591812c5faa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:07:45.509410 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4322d3d4-1134-4386-9056-7591812c5faa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:07:45.509740 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4322d3d4-1134-4386-9056-7591812c5faa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:07:45.510059 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4322d3d4-1134-4386-9056-7591812c5faa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:07:45.510490 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4322d3d4-1134-4386-9056-7591812c5faa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:07:45.510813 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4322d3d4-1134-4386-9056-7591812c5faa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:07:45.602893 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40f9fd-9895-46d6-8861-450df2ee832b req-c691e642-fc58-42a2-866d-0657d29bde2e tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:45.603764 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning for port 6e7fed87-b245-41d3-b3ef-4e03d932f89f completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:07:45.604722 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-ad40f9fd-9895-46d6-8861-450df2ee832b req-c691e642-fc58-42a2-866d-0657d29bde2e tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/ports?device_id=61565dde-5444-4bc2-ba40-a0ee581fe021 HTTP/1.1" status: 200 len: 944 time: 0.0641558 Aug 14 19:07:45.608120 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning complete for port 6e7fed87-b245-41d3-b3ef-4e03d932f89f triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:07:45.608525 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:45.621752 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66f275-d29b-49d6-887d-16e602b87858 req-6a4c3778-e6ae-4718-af96-d7fbdf61ff4b tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:45.629932 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-cd66f275-d29b-49d6-887d-16e602b87858 req-6a4c3778-e6ae-4718-af96-d7fbdf61ff4b tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 946 time: 0.0628836 Aug 14 19:07:45.651446 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-ad40f9fd-9895-46d6-8861-450df2ee832b req-f2a24417-a74f-4a12-b754-725368532f7b tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/security-groups?id=213f1f52-1a36-49ad-8db9-229d887b41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404315 Aug 14 19:07:45.683587 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-cd66f275-d29b-49d6-887d-16e602b87858 req-9ca69bbe-509e-46f9-add9-e089048e7b73 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=49d0a94e-d6a6-4768-9258-25768d569901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525677 Aug 14 19:07:45.706715 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:45.734114 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61565dde-5444-4bc2-ba40-a0ee581fe021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7fed87-b245-41d3-b3ef-4e03d932f89f'}] {{(pid=94118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:07:45.736757 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec225036cb8a85e900ef4a1438a865ee1e0a541caa4576dd66f1a48457471f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c9c01c-7cd0-4308-968b-e1f2cb68e829" -d '{"events": [{"server_uuid": "61565dde-5444-4bc2-ba40-a0ee581fe021", "name": "network-vif-plugged", "status": "completed", "tag": "6e7fed87-b245-41d3-b3ef-4e03d932f89f"}]}' {{(pid=94118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:07:45.750375 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 6e7fed87-b245-41d3-b3ef-4e03d932f89f, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=6e7fed87-b245-41d3-b3ef-4e03d932f89f,segment=NetworkSegment(a09a7bb7-3ad0-4c83-8cfa-e190706db4a3),segment_id=a09a7bb7-3ad0-4c83-8cfa-e190706db4a3)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:07:45.754449 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:45.782369 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d822063b-120c-4ccd-b1e5-b938c5e1e8b7 x-openstack-request-id: req-d822063b-120c-4ccd-b1e5-b938c5e1e8b7 {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:07:45.782801 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61565dde-5444-4bc2-ba40-a0ee581fe021", "name": "network-vif-plugged", "status": "completed", "tag": "6e7fed87-b245-41d3-b3ef-4e03d932f89f", "code": 200}]} {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:07:45.783056 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d822063b-120c-4ccd-b1e5-b938c5e1e8b7 {{(pid=94118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:07:45.783444 dv-cinder-804581-2-iscsi neutron-server[94118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61565dde-5444-4bc2-ba40-a0ee581fe021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7fed87-b245-41d3-b3ef-4e03d932f89f', 'code': 200} Aug 14 19:07:45.812566 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=6e7fed87-b245-41d3-b3ef-4e03d932f89f,revision_number=5']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:45.963171 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908e774-ebf0-47d9-b453-e0a80a24b047 req-433b6f87-6874-4260-981f-8ce0dc689385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:45.964666 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-7908e774-ebf0-47d9-b453-e0a80a24b047 req-433b6f87-6874-4260-981f-8ce0dc689385 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=61565dde-5444-4bc2-ba40-a0ee581fe021 HTTP/1.1" status: 200 len: 1098 time: 0.0431437 Aug 14 19:07:46.001655 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-7908e774-ebf0-47d9-b453-e0a80a24b047 req-ba486d37-9c15-4474-a259-ae773e464d8f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=213f1f52-1a36-49ad-8db9-229d887b41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287621 Aug 14 19:07:46.056184 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734813f0-434c-4feb-b230-5ad163bea711 req-54dcba53-8df4-4b37-91ca-424a705320dc tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:46.057663 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-734813f0-434c-4feb-b230-5ad163bea711 req-54dcba53-8df4-4b37-91ca-424a705320dc tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 946 time: 0.0560668 Aug 14 19:07:46.154696 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [req-734813f0-434c-4feb-b230-5ad163bea711 req-0c539fb9-db7c-4c2a-be70-e6960e208582 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Deleting port 05b7d85a-12fc-4cbf-971e-151d3d875524 {{(pid=94116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:07:46.155049 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-734813f0-434c-4feb-b230-5ad163bea711 req-0c539fb9-db7c-4c2a-be70-e6960e208582 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:46.247275 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [req-734813f0-434c-4feb-b230-5ad163bea711 req-0c539fb9-db7c-4c2a-be70-e6960e208582 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] For port 05b7d85a-12fc-4cbf-971e-151d3d875524, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=05b7d85a-12fc-4cbf-971e-151d3d875524,segment=NetworkSegment(c4c75483-348a-49f7-b9f3-841d9687ab46),segment_id=c4c75483-348a-49f7-b9f3-841d9687ab46)] {{(pid=94116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:07:46.247484 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-734813f0-434c-4feb-b230-5ad163bea711 req-0c539fb9-db7c-4c2a-be70-e6960e208582 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:46.462876 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-734813f0-434c-4feb-b230-5ad163bea711 req-0c539fb9-db7c-4c2a-be70-e6960e208582 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:46.463553 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-734813f0-434c-4feb-b230-5ad163bea711 req-0c539fb9-db7c-4c2a-be70-e6960e208582 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499347'] for floatingip, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:46.463553 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.db.l3_db [req-734813f0-434c-4feb-b230-5ad163bea711 req-0c539fb9-db7c-4c2a-be70-e6960e208582 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Floating IP 9a210e16-2de2-4047-b063-c5cf1ee70e3a disassociated. External IP: 172.27.2.172, port: 05b7d85a-12fc-4cbf-971e-151d3d875524. Aug 14 19:07:46.463785 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [req-734813f0-434c-4feb-b230-5ad163bea711 req-0c539fb9-db7c-4c2a-be70-e6960e208582 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Calling delete_port for 05b7d85a-12fc-4cbf-971e-151d3d875524 owned by compute:nova {{(pid=94116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:07:46.599429 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-734813f0-434c-4feb-b230-5ad163bea711 req-0c539fb9-db7c-4c2a-be70-e6960e208582 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26905004'] for port, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:46.612648 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 35838) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:46.630447 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c539fb9-db7c-4c2a-be70-e6960e208582 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Pushing event deleted for resources: {'Port': ['ID=05b7d85a-12fc-4cbf-971e-151d3d875524,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:46.744522 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-97a24814-57f4-4670-9933-06532ed71dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:46.758612 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.l3_agent_scheduler [req-734813f0-434c-4feb-b230-5ad163bea711 req-0c539fb9-db7c-4c2a-be70-e6960e208582 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Router 42c7bf49-a7b0-4be8-a18f-9dc501f677d4 has already been hosted by L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 {{(pid=94116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 14 19:07:46.796329 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c215a3b0-a428-491e-b9c6-d2cd3901894a req-52617397-4953-426f-a75d-5ba211bf9246 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=2bae064d-3fcf-45ed-b4a7-1c8e827d8618 HTTP/1.1" status: 200 len: 210 time: 0.0320828 Aug 14 19:07:46.820377 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1ec5c6-41ce-4ca9-9ab1-1df4172edfe3 req-5bdc5fb2-9f94-4716-9634-ba1b6b591709 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:46.821916 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-5f1ec5c6-41ce-4ca9-9ab1-1df4172edfe3 req-5bdc5fb2-9f94-4716-9634-ba1b6b591709 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/ports?device_id=61565dde-5444-4bc2-ba40-a0ee581fe021 HTTP/1.1" status: 200 len: 945 time: 0.1000690 Aug 14 19:07:46.870559 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-5f1ec5c6-41ce-4ca9-9ab1-1df4172edfe3 req-4cc912e1-0887-4898-8b8e-81af13b6acfc tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/security-groups?id=213f1f52-1a36-49ad-8db9-229d887b41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390265 Aug 14 19:07:46.916840 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-734813f0-434c-4feb-b230-5ad163bea711 req-0c539fb9-db7c-4c2a-be70-e6960e208582 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 19:07:46.929876 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68529660-b873-4352-ae59-1db985063bd9 None None] Sync routers for ids ['42c7bf49-a7b0-4be8-a18f-9dc501f677d4'] in dv-cinder-804581-2-iscsi {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 19:07:46.940356 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68529660-b873-4352-ae59-1db985063bd9 None None] Routers {'42c7bf49-a7b0-4be8-a18f-9dc501f677d4'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:07:46.941345 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-68529660-b873-4352-ae59-1db985063bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:07:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['42c7bf49-a7b0-4be8-a18f-9dc501f677d4'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:07:46.942396 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-97a24814-57f4-4670-9933-06532ed71dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:46.947289 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-97a24814-57f4-4670-9933-06532ed71dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:46.997729 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-97a24814-57f4-4670-9933-06532ed71dac admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=309f3f01d0ea40f587bf09b6cf2eddf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3828359 Aug 14 19:07:47.003544 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 35848) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:47.052195 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a24814-57f4-4670-9933-06532ed71dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71fd20b1-a7d4-4c3a-8489-e417149fde0d,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:47.071847 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-68529660-b873-4352-ae59-1db985063bd9 None None] Set router 42c7bf49-a7b0-4be8-a18f-9dc501f677d4 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:07:47.081660 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-d4ee3ba1-7ec8-4f33-b0c9-80af8a6b0213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:47.105254 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-d4ee3ba1-7ec8-4f33-b0c9-80af8a6b0213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:47.170984 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-d4ee3ba1-7ec8-4f33-b0c9-80af8a6b0213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:47.175372 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-d4ee3ba1-7ec8-4f33-b0c9-80af8a6b0213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:47.178859 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-d4ee3ba1-7ec8-4f33-b0c9-80af8a6b0213 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/71fd20b1-a7d4-4c3a-8489-e417149fde0d HTTP/1.1" status: 204 len: 168 time: 0.1721151 Aug 14 19:07:47.186961 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee3ba1-7ec8-4f33-b0c9-80af8a6b0213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fd20b1-a7d4-4c3a-8489-e417149fde0d,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:47.257387 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [req-734813f0-434c-4feb-b230-5ad163bea711 req-0c539fb9-db7c-4c2a-be70-e6960e208582 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] No DVR routers for this DVR port 05b7d85a-12fc-4cbf-971e-151d3d875524 on host hv-cinder-80458 {{(pid=94116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 14 19:07:47.260835 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-734813f0-434c-4feb-b230-5ad163bea711 req-0c539fb9-db7c-4c2a-be70-e6960e208582 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:47.263373 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-734813f0-434c-4feb-b230-5ad163bea711 req-0c539fb9-db7c-4c2a-be70-e6960e208582 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.24 "DELETE /v2.0/ports/05b7d85a-12fc-4cbf-971e-151d3d875524 HTTP/1.1" status: 204 len: 173 time: 1.1995320 Aug 14 19:07:47.263823 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bae064d-3fcf-45ed-b4a7-1c8e827d8618', 'name': 'network-vif-deleted', 'tag': '05b7d85a-12fc-4cbf-971e-151d3d875524'}] {{(pid=94116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:07:47.266753 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28c49a314bd7f251079b489e766d97b9f33e90e077807a9e7e5bf7a3f9e5ced" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3f5f86-df27-44fd-9773-68864c78c207" -d '{"events": [{"server_uuid": "2bae064d-3fcf-45ed-b4a7-1c8e827d8618", "name": "network-vif-deleted", "tag": "05b7d85a-12fc-4cbf-971e-151d3d875524"}]}' {{(pid=94116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:07:47.309714 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398e3dfd-d807-46e0-978c-5120d2e8c55b x-openstack-request-id: req-398e3dfd-d807-46e0-978c-5120d2e8c55b {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:07:47.310009 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bae064d-3fcf-45ed-b4a7-1c8e827d8618", "name": "network-vif-deleted", "tag": "05b7d85a-12fc-4cbf-971e-151d3d875524", "status": "completed", "code": 200}]} {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:07:47.310291 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-398e3dfd-d807-46e0-978c-5120d2e8c55b {{(pid=94116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:07:47.310675 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bae064d-3fcf-45ed-b4a7-1c8e827d8618', 'name': 'network-vif-deleted', 'tag': '05b7d85a-12fc-4cbf-971e-151d3d875524', 'status': 'completed', 'code': 200} Aug 14 19:07:47.324913 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-68529660-b873-4352-ae59-1db985063bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2128833203-router', 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '4dc47db7-acda-461d-b659-f33996660a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:30Z', 'updated_at': '2021-08-14T19:03:43Z', 'revision_number': 4, 'project_id': '0ee573824097433d91bee4e7433a5196', 'gw_port': {'id': '4dc47db7-acda-461d-b659-f33996660a2a', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:71:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:33Z', 'updated_at': '2021-08-14T19:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': '3c9ecdf7-5bd2-4b87-a283-1c850f70aeed', 'name': '', 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b', 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'mac_address': 'fa:16:3e:e3:9b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd22740df-b26d-44e8-8433-34e5ba454618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:40Z', 'updated_at': '2021-08-14T19:03:56Z', 'revision_number': 5, 'project_id': '0ee573824097433d91bee4e7433a5196', 'subnets': [{'id': 'd22740df-b26d-44e8-8433-34e5ba454618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:07:47.365910 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68529660-b873-4352-ae59-1db985063bd9 None None] Checking router: 42c7bf49-a7b0-4be8-a18f-9dc501f677d4 for host: dv-cinder-804581-2-iscsi {{(pid=94118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 19:07:47.377280 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68529660-b873-4352-ae59-1db985063bd9 None None] Routers {'42c7bf49-a7b0-4be8-a18f-9dc501f677d4'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:07:47.377945 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-68529660-b873-4352-ae59-1db985063bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:07:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['42c7bf49-a7b0-4be8-a18f-9dc501f677d4'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:07:47.514862 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-68529660-b873-4352-ae59-1db985063bd9 None None] Set router 42c7bf49-a7b0-4be8-a18f-9dc501f677d4 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:07:47.846696 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-68529660-b873-4352-ae59-1db985063bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2128833203-router', 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '4dc47db7-acda-461d-b659-f33996660a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:30Z', 'updated_at': '2021-08-14T19:03:43Z', 'revision_number': 4, 'project_id': '0ee573824097433d91bee4e7433a5196', 'gw_port': {'id': '4dc47db7-acda-461d-b659-f33996660a2a', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:71:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:33Z', 'updated_at': '2021-08-14T19:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': '3c9ecdf7-5bd2-4b87-a283-1c850f70aeed', 'name': '', 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b', 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'mac_address': 'fa:16:3e:e3:9b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd22740df-b26d-44e8-8433-34e5ba454618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:40Z', 'updated_at': '2021-08-14T19:03:56Z', 'revision_number': 5, 'project_id': '0ee573824097433d91bee4e7433a5196', 'subnets': [{'id': 'd22740df-b26d-44e8-8433-34e5ba454618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:07:47.875501 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68529660-b873-4352-ae59-1db985063bd9 None None] The sync data for ids ['42c7bf49-a7b0-4be8-a18f-9dc501f677d4'] in dv-cinder-804581-2-iscsi is: [{'id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2128833203-router', 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '4dc47db7-acda-461d-b659-f33996660a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:30Z', 'updated_at': '2021-08-14T19:03:43Z', 'revision_number': 4, 'project_id': '0ee573824097433d91bee4e7433a5196', 'gw_port': {'id': '4dc47db7-acda-461d-b659-f33996660a2a', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:71:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:33Z', 'updated_at': '2021-08-14T19:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': '3c9ecdf7-5bd2-4b87-a283-1c850f70aeed', 'name': '', 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b', 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'mac_address': 'fa:16:3e:e3:9b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd22740df-b26d-44e8-8433-34e5ba454618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:40Z', 'updated_at': '2021-08-14T19:03:56Z', 'revision_number': 5, 'project_id': '0ee573824097433d91bee4e7433a5196', 'subnets': [{'id': 'd22740df-b26d-44e8-8433-34e5ba454618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 19:07:47.896249 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 35858) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:47.976579 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-768a34e0-12cd-401b-a682-b78e60966717 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:48.016272 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-768a34e0-12cd-401b-a682-b78e60966717 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:48.049939 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff529218-81b1-4963-90f1-b9c8762b916f req-2f809e46-b919-4e17-844a-018ddf1d8873 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:48.051652 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ff529218-81b1-4963-90f1-b9c8762b916f req-2f809e46-b919-4e17-844a-018ddf1d8873 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/ports?device_id=61565dde-5444-4bc2-ba40-a0ee581fe021 HTTP/1.1" status: 200 len: 945 time: 0.0910809 Aug 14 19:07:48.104604 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ff529218-81b1-4963-90f1-b9c8762b916f req-8ae2ffd6-7016-40be-a927-f1cc3b381df2 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/security-groups?id=213f1f52-1a36-49ad-8db9-229d887b41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437741 Aug 14 19:07:48.121722 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-768a34e0-12cd-401b-a682-b78e60966717 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:48.125842 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-768a34e0-12cd-401b-a682-b78e60966717 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:48.130200 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-768a34e0-12cd-401b-a682-b78e60966717 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "DELETE /v2.0/security-groups/49d0a94e-d6a6-4768-9258-25768d569901 HTTP/1.1" status: 204 len: 168 time: 0.2300479 Aug 14 19:07:48.130536 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 35862) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:48.139598 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ceb5e6-c5ba-4343-8d29-8e3489d80cec None None] New status for floating IP 9a210e16-2de2-4047-b063-c5cf1ee70e3a: DOWN {{(pid=94119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 14 19:07:48.146051 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a34e0-12cd-401b-a682-b78e60966717 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d0a94e-d6a6-4768-9258-25768d569901,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:48.147859 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.api.v2.resource [None req-5ec643fe-7e0d-42d8-b401-d45f5d550b6f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] show failed (client error): The resource could not be found. Aug 14 19:07:48.152316 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-5ec643fe-7e0d-42d8-b401-d45f5d550b6f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups/49d0a94e-d6a6-4768-9258-25768d569901 HTTP/1.1" status: 404 len: 347 time: 0.0180855 Aug 14 19:07:48.153214 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 35868) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:48.291260 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [None req-14dfe9e0-9ff3-4154-be67-6c0cdaa85622 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Deleting port 0cd5588c-e6c5-47f2-8d92-9a43784551b8 {{(pid=94116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:07:48.291635 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-14dfe9e0-9ff3-4154-be67-6c0cdaa85622 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:48.371467 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-14dfe9e0-9ff3-4154-be67-6c0cdaa85622 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:48.371774 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-14dfe9e0-9ff3-4154-be67-6c0cdaa85622 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:48.384104 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [None req-14dfe9e0-9ff3-4154-be67-6c0cdaa85622 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Calling delete_port for 0cd5588c-e6c5-47f2-8d92-9a43784551b8 owned by network:floatingip {{(pid=94116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:07:48.527472 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-14dfe9e0-9ff3-4154-be67-6c0cdaa85622 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26905004'] for port, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:48.567441 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dfe9e0-9ff3-4154-be67-6c0cdaa85622 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Pushing event deleted for resources: {'Port': ['ID=0cd5588c-e6c5-47f2-8d92-9a43784551b8,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:48.644423 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-14dfe9e0-9ff3-4154-be67-6c0cdaa85622 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks [] for floatingip, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:48.647932 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-14dfe9e0-9ff3-4154-be67-6c0cdaa85622 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for floatingip, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:48.649277 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-14dfe9e0-9ff3-4154-be67-6c0cdaa85622 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "DELETE /v2.0/floatingips/9a210e16-2de2-4047-b063-c5cf1ee70e3a HTTP/1.1" status: 204 len: 168 time: 0.4958084 Aug 14 19:07:48.934905 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 35924) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:48.940665 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-de9e682f-2dae-480d-b50d-71179071f230 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2076081096', 'description': 'tempest-description--880324425'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:07:48.970519 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-de9e682f-2dae-480d-b50d-71179071f230 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:49.066689 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-de9e682f-2dae-480d-b50d-71179071f230 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:49.071436 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-de9e682f-2dae-480d-b50d-71179071f230 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:49.099922 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-de9e682f-2dae-480d-b50d-71179071f230 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:49.101164 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-de9e682f-2dae-480d-b50d-71179071f230 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1652460 Aug 14 19:07:49.104107 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 35926) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:49.111437 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-9b0ff0e7-8900-4f1e-8be1-7cbf8768a590 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Request body: {'security_group_rule': {'security_group_id': 'a8a19040-4a4b-454a-88f9-69ab9c046274', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:07:49.117073 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e682f-2dae-480d-b50d-71179071f230 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a19040-4a4b-454a-88f9-69ab9c046274,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:49.142191 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-9b0ff0e7-8900-4f1e-8be1-7cbf8768a590 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:49.171355 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-12306ada-b454-4d3f-9689-10bca2d015a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:49.213259 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-9b0ff0e7-8900-4f1e-8be1-7cbf8768a590 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:49.220327 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-9b0ff0e7-8900-4f1e-8be1-7cbf8768a590 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650242'] for security_group_rule, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:49.235980 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ff0e7-8900-4f1e-8be1-7cbf8768a590 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da62ab2e-3add-4dac-bf9c-a5d42aea5342,revision_number=0']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:49.245795 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-9b0ff0e7-8900-4f1e-8be1-7cbf8768a590 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:49.247175 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-9b0ff0e7-8900-4f1e-8be1-7cbf8768a590 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1421254 Aug 14 19:07:49.250124 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 35928) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:49.255391 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [None req-148d9436-557a-4eb7-b426-202f1b5a2b73 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Request body: {'security_group_rule': {'security_group_id': 'a8a19040-4a4b-454a-88f9-69ab9c046274', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:07:49.283122 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-148d9436-557a-4eb7-b426-202f1b5a2b73 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:49.331865 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-148d9436-557a-4eb7-b426-202f1b5a2b73 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:49.337361 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-148d9436-557a-4eb7-b426-202f1b5a2b73 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650242'] for security_group_rule, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:49.355339 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d9436-557a-4eb7-b426-202f1b5a2b73 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e426819-3be1-42c2-a8b9-7186279014c9,revision_number=0']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:49.362658 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-148d9436-557a-4eb7-b426-202f1b5a2b73 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:49.363854 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-148d9436-557a-4eb7-b426-202f1b5a2b73 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1121106 Aug 14 19:07:49.367020 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 35930) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:49.374418 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [None req-de5a1b4c-46c9-4faf-88a5-b1db397bc2af tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Request body: {'floatingip': {'floating_network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:07:49.396683 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-de5a1b4c-46c9-4faf-88a5-b1db397bc2af tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks [] for floatingip, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:49.503226 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-de5a1b4c-46c9-4faf-88a5-b1db397bc2af tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:49.538540 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 05b7d85a-12fc-4cbf-971e-151d3d875524 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:07:49.560892 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] No Port match for: 05b7d85a-12fc-4cbf-971e-151d3d875524 {{(pid=94118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 14 19:07:49.561244 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 05b7d85a-12fc-4cbf-971e-151d3d875524 not bound to the agent host hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 14 19:07:49.616708 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.db_base_plugin_common [None req-de5a1b4c-46c9-4faf-88a5-b1db397bc2af tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Allocated IP 172.27.2.194 (70527521-9220-43b3-92f5-8f32262fd0f1/b39bc0ec-218c-484d-aceb-7d591e49d9cc/507486aa-c544-463f-b63b-8deb2fdf4b26) {{(pid=94117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:07:49.729600 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-de5a1b4c-46c9-4faf-88a5-b1db397bc2af tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks [] for port, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:49.770663 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-de5a1b4c-46c9-4faf-88a5-b1db397bc2af tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25274135'] for port, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:49.814160 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5a1b4c-46c9-4faf-88a5-b1db397bc2af tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Network 70527521-9220-43b3-92f5-8f32262fd0f1 is already hosted by enough agents. {{(pid=94117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:07:49.817106 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.base_scheduler [None req-de5a1b4c-46c9-4faf-88a5-b1db397bc2af tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Resources bound (agent type, host, resource id): {{(pid=94117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:07:49.821617 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5a1b4c-46c9-4faf-88a5-b1db397bc2af tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Received port after_create {{(pid=94117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:07:49.824769 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a1b4c-46c9-4faf-88a5-b1db397bc2af tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Pushing event updated for resources: {'Port': ['ID=507486aa-c544-463f-b63b-8deb2fdf4b26,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:49.915982 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-de5a1b4c-46c9-4faf-88a5-b1db397bc2af tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:49.954152 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-de5a1b4c-46c9-4faf-88a5-b1db397bc2af tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:50.116339 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-de5a1b4c-46c9-4faf-88a5-b1db397bc2af tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks [] for port, precommit_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:50.121162 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-de5a1b4c-46c9-4faf-88a5-b1db397bc2af tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25274142'] for port, after_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:50.192542 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a1b4c-46c9-4faf-88a5-b1db397bc2af tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Pushing event updated for resources: {'Port': ['ID=507486aa-c544-463f-b63b-8deb2fdf4b26,revision_number=2']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:50.206206 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-de5a1b4c-46c9-4faf-88a5-b1db397bc2af tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499347'] for floatingip, after_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:50.220401 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-de5a1b4c-46c9-4faf-88a5-b1db397bc2af tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for floatingip, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:50.221731 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-de5a1b4c-46c9-4faf-88a5-b1db397bc2af tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8510342 Aug 14 19:07:50.412888 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-59563bcf-19b3-4339-9be4-75e49624b25c req-d28c5119-5d4f-4fe6-9ea4-33749e773649 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2076081096&fields=id&tenant_id=0ee573824097433d91bee4e7433a5196 HTTP/1.1" status: 200 len: 267 time: 0.0350451 Aug 14 19:07:50.763573 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59563bcf-19b3-4339-9be4-75e49624b25c req-67a4cda9-aa12-4805-9921-96b64f51492a tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:50.765133 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-59563bcf-19b3-4339-9be4-75e49624b25c req-67a4cda9-aa12-4805-9921-96b64f51492a tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/networks?id=e20a322d-65f8-4e18-8722-5646c45ef02b HTTP/1.1" status: 200 len: 817 time: 0.3456495 Aug 14 19:07:50.781122 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-59563bcf-19b3-4339-9be4-75e49624b25c req-3d751133-49ae-4e84-a401-04ac04a3c91c tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/quotas/0ee573824097433d91bee4e7433a5196 HTTP/1.1" status: 200 len: 375 time: 0.0094283 Aug 14 19:07:50.837348 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-59563bcf-19b3-4339-9be4-75e49624b25c req-e42c17dd-817c-46cd-874a-731887d1a853 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0ee573824097433d91bee4e7433a5196&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506561 Aug 14 19:07:50.938893 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-59563bcf-19b3-4339-9be4-75e49624b25c req-9a42c07e-f356-4c95-a0e6-706c04db254b service neutron] 10.222.0.39 "GET /v2.0/networks/e20a322d-65f8-4e18-8722-5646c45ef02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896473 Aug 14 19:07:51.032063 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-59563bcf-19b3-4339-9be4-75e49624b25c req-ff9f87c0-5b23-46d2-8474-8b6ec81a7aff service neutron] 10.222.0.39 "GET /v2.0/networks/e20a322d-65f8-4e18-8722-5646c45ef02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860164 Aug 14 19:07:51.210038 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-6ac39bce-65cc-429e-aef8-c6c344faa636 req-ca06de0d-f0aa-44b3-99ca-92891f606f67 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 210 time: 0.0269456 Aug 14 19:07:51.709303 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:52.236043 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59563bcf-19b3-4339-9be4-75e49624b25c req-7685610b-2dfc-463f-a56e-f6052aa02087 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:52.237533 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-59563bcf-19b3-4339-9be4-75e49624b25c req-7685610b-2dfc-463f-a56e-f6052aa02087 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.24 "GET /v2.0/networks?id=e20a322d-65f8-4e18-8722-5646c45ef02b HTTP/1.1" status: 200 len: 817 time: 0.1015580 Aug 14 19:07:52.290658 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-59563bcf-19b3-4339-9be4-75e49624b25c req-4542e16c-4aa7-4986-b5f3-3f6af106b1d7 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ee573824097433d91bee4e7433a5196 HTTP/1.1" status: 200 len: 380 time: 0.0392587 Aug 14 19:07:52.301734 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [req-59563bcf-19b3-4339-9be4-75e49624b25c req-6a446973-e9a2-44a8-ad9d-b68fe3519d8e tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Request body: {'port': {'device_id': '433a2101-adb2-46c9-a8b5-89ce4999cacf', 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b', 'admin_state_up': True, 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'security_groups': ['a8a19040-4a4b-454a-88f9-69ab9c046274']}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:07:52.326999 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-fe3c6731-ae9f-4a4e-b251-dc2e59a13187 req-be1e54ca-717b-4d7f-8652-28077774b5d5 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 210 time: 0.0327809 Aug 14 19:07:52.418200 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59563bcf-19b3-4339-9be4-75e49624b25c req-6a446973-e9a2-44a8-ad9d-b68fe3519d8e tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Made reservation on behalf of 0ee573824097433d91bee4e7433a5196 for: {'port': 1} {{(pid=94116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:07:52.422309 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-59563bcf-19b3-4339-9be4-75e49624b25c req-6a446973-e9a2-44a8-ad9d-b68fe3519d8e tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:52.509478 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-9a308785-423e-4e97-8a18-6bd17d892285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:52.551792 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.db_base_plugin_common [req-59563bcf-19b3-4339-9be4-75e49624b25c req-6a446973-e9a2-44a8-ad9d-b68fe3519d8e tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Allocated IP 172.20.0.7 (e20a322d-65f8-4e18-8722-5646c45ef02b/d22740df-b26d-44e8-8433-34e5ba454618/8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d) {{(pid=94116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:07:52.686374 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-59563bcf-19b3-4339-9be4-75e49624b25c req-6a446973-e9a2-44a8-ad9d-b68fe3519d8e tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks [] for port, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:52.700435 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.provisioning_blocks [req-59563bcf-19b3-4339-9be4-75e49624b25c req-6a446973-e9a2-44a8-ad9d-b68fe3519d8e tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Transition to ACTIVE for port object 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d will not be triggered until provisioned by entity DHCP. {{(pid=94116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:07:52.736115 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-59563bcf-19b3-4339-9be4-75e49624b25c req-6a446973-e9a2-44a8-ad9d-b68fe3519d8e tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26905004'] for port, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:52.780280 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59563bcf-19b3-4339-9be4-75e49624b25c req-6a446973-e9a2-44a8-ad9d-b68fe3519d8e tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Network e20a322d-65f8-4e18-8722-5646c45ef02b is already hosted by enough agents. {{(pid=94116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:07:52.785970 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.base_scheduler [req-59563bcf-19b3-4339-9be4-75e49624b25c req-6a446973-e9a2-44a8-ad9d-b68fe3519d8e tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Resources bound (agent type, host, resource id): {{(pid=94116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:07:52.789786 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [req-59563bcf-19b3-4339-9be4-75e49624b25c req-6a446973-e9a2-44a8-ad9d-b68fe3519d8e tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Received port after_create {{(pid=94116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:07:52.799467 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a446973-e9a2-44a8-ad9d-b68fe3519d8e tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Pushing event updated for resources: {'Port': ['ID=8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:52.805839 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:52.847040 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59563bcf-19b3-4339-9be4-75e49624b25c req-6a446973-e9a2-44a8-ad9d-b68fe3519d8e tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:52.847985 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-59563bcf-19b3-4339-9be4-75e49624b25c req-6a446973-e9a2-44a8-ad9d-b68fe3519d8e tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:52.864672 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-59563bcf-19b3-4339-9be4-75e49624b25c req-6a446973-e9a2-44a8-ad9d-b68fe3519d8e tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5684774 Aug 14 19:07:52.877967 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [req-59563bcf-19b3-4339-9be4-75e49624b25c req-3652d10d-7b9d-4123-a057-cc80f904f9a1 service neutron] Request body: {'port': {'device_id': '433a2101-adb2-46c9-a8b5-89ce4999cacf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:07:52.934126 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-59563bcf-19b3-4339-9be4-75e49624b25c req-3652d10d-7b9d-4123-a057-cc80f904f9a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:53.031607 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-6c5812c8-73c9-435b-bec1-779c2da7e2f5 None None] Provisioning for port 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d completed by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:07:53.035611 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-6c5812c8-73c9-435b-bec1-779c2da7e2f5 None None] Provisioning complete for port 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d triggered by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:07:53.035992 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-6c5812c8-73c9-435b-bec1-779c2da7e2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:53.079570 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-6c5812c8-73c9-435b-bec1-779c2da7e2f5 None None] Port 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d cannot update to ACTIVE because it is not bound. {{(pid=94118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 14 19:07:53.202034 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.notifiers.nova [req-59563bcf-19b3-4339-9be4-75e49624b25c req-3652d10d-7b9d-4123-a057-cc80f904f9a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d {{(pid=94116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:07:53.210234 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-59563bcf-19b3-4339-9be4-75e49624b25c req-3652d10d-7b9d-4123-a057-cc80f904f9a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:53.222904 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.provisioning_blocks [req-59563bcf-19b3-4339-9be4-75e49624b25c req-3652d10d-7b9d-4123-a057-cc80f904f9a1 service neutron] Transition to ACTIVE for port object 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d will not be triggered until provisioned by entity L2. {{(pid=94116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:07:53.226646 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-59563bcf-19b3-4339-9be4-75e49624b25c req-3652d10d-7b9d-4123-a057-cc80f904f9a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26904997'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:53.278482 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652d10d-7b9d-4123-a057-cc80f904f9a1 service neutron] Pushing event updated for resources: {'Port': ['ID=8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d,revision_number=2']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:53.347929 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [req-59563bcf-19b3-4339-9be4-75e49624b25c req-3652d10d-7b9d-4123-a057-cc80f904f9a1 service neutron] Attempting to bind port 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:07:53.348267 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [req-59563bcf-19b3-4339-9be4-75e49624b25c req-3652d10d-7b9d-4123-a057-cc80f904f9a1 service neutron] Attempting to bind port 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': 'c4c75483-348a-49f7-b9f3-841d9687ab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b'}] {{(pid=94116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:07:53.348598 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59563bcf-19b3-4339-9be4-75e49624b25c req-3652d10d-7b9d-4123-a057-cc80f904f9a1 service neutron] Attempting to bind port 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d on network e20a322d-65f8-4e18-8722-5646c45ef02b {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:07:53.353047 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59563bcf-19b3-4339-9be4-75e49624b25c req-3652d10d-7b9d-4123-a057-cc80f904f9a1 service neutron] Port 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d on network e20a322d-65f8-4e18-8722-5646c45ef02b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 14 19:07:53.353369 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59563bcf-19b3-4339-9be4-75e49624b25c req-3652d10d-7b9d-4123-a057-cc80f904f9a1 service neutron] Attempting to bind port 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d on network e20a322d-65f8-4e18-8722-5646c45ef02b {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:07:53.358459 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59563bcf-19b3-4339-9be4-75e49624b25c req-3652d10d-7b9d-4123-a057-cc80f904f9a1 service neutron] Checking agent: {'id': '7eaedc20-6d95-47b4-8617-1798feafd334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 19, 1, 52), 'started_at': datetime.datetime(2021, 8, 14, 19, 1, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:07:53.358808 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59563bcf-19b3-4339-9be4-75e49624b25c req-3652d10d-7b9d-4123-a057-cc80f904f9a1 service neutron] Checking segment: {'id': 'c4c75483-348a-49f7-b9f3-841d9687ab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:07:53.359222 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59563bcf-19b3-4339-9be4-75e49624b25c req-3652d10d-7b9d-4123-a057-cc80f904f9a1 service neutron] Bound using segment: {'id': 'c4c75483-348a-49f7-b9f3-841d9687ab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b'} {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:07:53.360283 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [req-59563bcf-19b3-4339-9be4-75e49624b25c req-3652d10d-7b9d-4123-a057-cc80f904f9a1 service neutron] Bound port: 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4c75483-348a-49f7-b9f3-841d9687ab46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b'}}] {{(pid=94116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:07:53.360283 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-59563bcf-19b3-4339-9be4-75e49624b25c req-3652d10d-7b9d-4123-a057-cc80f904f9a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:53.462839 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [req-59563bcf-19b3-4339-9be4-75e49624b25c req-3652d10d-7b9d-4123-a057-cc80f904f9a1 service neutron] For port 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d, host hv-cinder-80458, cleared binding levels {{(pid=94116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:07:53.482531 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb38da0-7e8d-4211-a32c-83ae0a9df7bb req-e56f8ab9-2194-4483-8d67-340ee3a2957c tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:53.484039 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-1cb38da0-7e8d-4211-a32c-83ae0a9df7bb req-e56f8ab9-2194-4483-8d67-340ee3a2957c tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 943 time: 0.0813515 Aug 14 19:07:53.485883 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [req-59563bcf-19b3-4339-9be4-75e49624b25c req-3652d10d-7b9d-4123-a057-cc80f904f9a1 service neutron] For port 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d,segment=NetworkSegment(c4c75483-348a-49f7-b9f3-841d9687ab46),segment_id=c4c75483-348a-49f7-b9f3-841d9687ab46)] {{(pid=94116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:07:53.495248 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-59563bcf-19b3-4339-9be4-75e49624b25c req-3652d10d-7b9d-4123-a057-cc80f904f9a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26904997'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:53.543701 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59563bcf-19b3-4339-9be4-75e49624b25c req-3652d10d-7b9d-4123-a057-cc80f904f9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:53.544324 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-59563bcf-19b3-4339-9be4-75e49624b25c req-3652d10d-7b9d-4123-a057-cc80f904f9a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:53.545733 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-59563bcf-19b3-4339-9be4-75e49624b25c req-3652d10d-7b9d-4123-a057-cc80f904f9a1 service neutron] 10.222.0.24 "PUT /v2.0/ports/8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d HTTP/1.1" status: 200 len: 1093 time: 0.6721344 Aug 14 19:07:53.548693 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '433a2101-adb2-46c9-a8b5-89ce4999cacf', 'tag': '8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d'}] {{(pid=94116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:07:53.550955 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28c49a314bd7f251079b489e766d97b9f33e90e077807a9e7e5bf7a3f9e5ced" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8544db04-13a3-4c91-be46-e25b6f3f73dc" -d '{"events": [{"name": "network-changed", "server_uuid": "433a2101-adb2-46c9-a8b5-89ce4999cacf", "tag": "8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d"}]}' {{(pid=94116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:07:53.592072 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-1cb38da0-7e8d-4211-a32c-83ae0a9df7bb req-17f3b92d-d13f-4cc5-a89b-0d4e6e2c5109 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984857 Aug 14 19:07:53.593092 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652d10d-7b9d-4123-a057-cc80f904f9a1 service neutron] Pushing event updated for resources: {'Port': ['ID=8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d,revision_number=3']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:53.604797 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 Aug 2021 19:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335003f0-de71-46f5-b86d-2128241fd814 x-openstack-request-id: req-335003f0-de71-46f5-b86d-2128241fd814 {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:07:53.605165 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "433a2101-adb2-46c9-a8b5-89ce4999cacf", "tag": "8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d", "status": "completed", "code": 200}]} {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:07:53.605489 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-335003f0-de71-46f5-b86d-2128241fd814 {{(pid=94116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:07:53.605957 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '433a2101-adb2-46c9-a8b5-89ce4999cacf', 'tag': '8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d', 'status': 'completed', 'code': 200} Aug 14 19:07:53.659380 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59563bcf-19b3-4339-9be4-75e49624b25c req-19d8dc8e-5a42-40a6-b2cd-bcaaa4b23654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:53.660604 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-59563bcf-19b3-4339-9be4-75e49624b25c req-19d8dc8e-5a42-40a6-b2cd-bcaaa4b23654 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ee573824097433d91bee4e7433a5196&device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 1096 time: 0.0464065 Aug 14 19:07:53.707084 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-59563bcf-19b3-4339-9be4-75e49624b25c req-e108fa48-7733-48d7-83ec-049f7a094962 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d HTTP/1.1" status: 200 len: 217 time: 0.0355504 Aug 14 19:07:53.761308 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59563bcf-19b3-4339-9be4-75e49624b25c req-5013088d-53ab-42da-9a7b-f3c77eab1445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:53.762778 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-59563bcf-19b3-4339-9be4-75e49624b25c req-5013088d-53ab-42da-9a7b-f3c77eab1445 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d22740df-b26d-44e8-8433-34e5ba454618 HTTP/1.1" status: 200 len: 856 time: 0.0454361 Aug 14 19:07:53.812627 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59563bcf-19b3-4339-9be4-75e49624b25c req-1a699126-4eb2-446f-a13e-a52883fcc026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:53.814156 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-59563bcf-19b3-4339-9be4-75e49624b25c req-1a699126-4eb2-446f-a13e-a52883fcc026 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e20a322d-65f8-4e18-8722-5646c45ef02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399206 Aug 14 19:07:53.881686 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:53.914071 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-59563bcf-19b3-4339-9be4-75e49624b25c req-4f5c327a-76d0-4407-9fff-178c12a15c10 service neutron] 10.222.0.24 "GET /v2.0/networks/e20a322d-65f8-4e18-8722-5646c45ef02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914562 Aug 14 19:07:54.009094 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-59563bcf-19b3-4339-9be4-75e49624b25c req-fe15300e-c6ed-448b-b962-ad45326689fc service neutron] 10.222.0.24 "GET /v2.0/networks/e20a322d-65f8-4e18-8722-5646c45ef02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877366 Aug 14 19:07:54.109840 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544db04-13a3-4c91-be46-e25b6f3f73dc req-f201d296-f790-4cf1-9fa7-d268e4a0e839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:54.111492 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-8544db04-13a3-4c91-be46-e25b6f3f73dc req-f201d296-f790-4cf1-9fa7-d268e4a0e839 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ee573824097433d91bee4e7433a5196&device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 1096 time: 0.0447953 Aug 14 19:07:54.205283 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544db04-13a3-4c91-be46-e25b6f3f73dc req-0b3e23ff-8798-483b-979f-13a9536f020e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:54.206817 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-8544db04-13a3-4c91-be46-e25b6f3f73dc req-0b3e23ff-8798-483b-979f-13a9536f020e service neutron] 10.222.0.24 "GET /v2.0/networks?id=e20a322d-65f8-4e18-8722-5646c45ef02b HTTP/1.1" status: 200 len: 918 time: 0.0877993 Aug 14 19:07:54.255326 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-8544db04-13a3-4c91-be46-e25b6f3f73dc req-03abf280-d0b8-4850-925c-a99b7cf4a8a8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d HTTP/1.1" status: 200 len: 217 time: 0.0386679 Aug 14 19:07:54.315165 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544db04-13a3-4c91-be46-e25b6f3f73dc req-8f356c73-10a2-4169-afb7-c1d520fed828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:54.316616 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-8544db04-13a3-4c91-be46-e25b6f3f73dc req-8f356c73-10a2-4169-afb7-c1d520fed828 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d22740df-b26d-44e8-8433-34e5ba454618 HTTP/1.1" status: 200 len: 856 time: 0.0449693 Aug 14 19:07:54.363171 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544db04-13a3-4c91-be46-e25b6f3f73dc req-5bac4047-d579-4659-a40e-51026fb36f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:54.364553 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-8544db04-13a3-4c91-be46-e25b6f3f73dc req-5bac4047-d579-4659-a40e-51026fb36f80 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e20a322d-65f8-4e18-8722-5646c45ef02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400157 Aug 14 19:07:54.457052 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-8544db04-13a3-4c91-be46-e25b6f3f73dc req-8740eed3-843a-46e3-8c42-9b8d45526a6f service neutron] 10.222.0.24 "GET /v2.0/networks/e20a322d-65f8-4e18-8722-5646c45ef02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844507 Aug 14 19:07:54.550819 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-8544db04-13a3-4c91-be46-e25b6f3f73dc req-0bb62aae-3278-4d31-b88f-beb2ca726464 service neutron] 10.222.0.24 "GET /v2.0/networks/e20a322d-65f8-4e18-8722-5646c45ef02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836897 Aug 14 19:07:54.721737 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a196680-60db-4344-bc04-0362f5e51d42 req-ac13adf1-d915-4252-8ff5-5c4f44d3a46d tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:54.723309 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8a196680-60db-4344-bc04-0362f5e51d42 req-ac13adf1-d915-4252-8ff5-5c4f44d3a46d tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 943 time: 0.0493572 Aug 14 19:07:54.763893 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8a196680-60db-4344-bc04-0362f5e51d42 req-de71dd0f-b3aa-4a40-a0ce-c37553d238c9 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346816 Aug 14 19:07:55.202612 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:55.557810 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 14 19:07:55.651413 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d,segment=NetworkSegment(c4c75483-348a-49f7-b9f3-841d9687ab46),segment_id=c4c75483-348a-49f7-b9f3-841d9687ab46)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:07:55.666011 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Returning: {'device': '8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d', 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b', 'port_id': '8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d', 'mac_address': 'fa:16:3e:fb:a7:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd22740df-b26d-44e8-8433-34e5ba454618', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 14 19:07:55.703619 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:55.717133 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d {{(pid=94118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:07:55.737340 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d,segment=NetworkSegment(c4c75483-348a-49f7-b9f3-841d9687ab46),segment_id=c4c75483-348a-49f7-b9f3-841d9687ab46)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:07:55.742500 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:55.789578 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d,revision_number=4']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:55.797046 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:07:55.797046 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:07:55.797457 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:07:55.797777 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:07:55.798677 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:07:55.798990 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:07:55.799327 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:07:55.799660 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:07:55.800017 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:07:55.800377 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:07:55.800708 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:07:55.801129 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:07:55.889572 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b534de-3eb6-4187-8d99-73469476fa16 req-b3290fd2-ffb9-4154-a2f4-12244d8bacad tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:55.891236 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-94b534de-3eb6-4187-8d99-73469476fa16 req-b3290fd2-ffb9-4154-a2f4-12244d8bacad tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 944 time: 0.0529008 Aug 14 19:07:55.929579 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-94b534de-3eb6-4187-8d99-73469476fa16 req-42941f4e-1bcf-4b4a-bf0b-9f488014501c tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317817 Aug 14 19:07:56.034796 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] get_ports_and_sgs() called for port_ids ['8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d'] {{(pid=94118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 14 19:07:57.052736 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63794f-5c72-4c50-a86d-e934cead1b98 req-f7c9d817-9cd7-429f-8952-8d67e28b6081 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:57.054359 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-7b63794f-5c72-4c50-a86d-e934cead1b98 req-f7c9d817-9cd7-429f-8952-8d67e28b6081 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 944 time: 0.0515454 Aug 14 19:07:57.093889 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-7b63794f-5c72-4c50-a86d-e934cead1b98 req-67a42919-b8d9-4a1d-a363-e0846c9ee868 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331647 Aug 14 19:07:57.580358 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d up at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:07:57.631348 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning for port 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:07:57.635428 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning complete for port 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:07:57.635807 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:57.715936 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:57.738738 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433a2101-adb2-46c9-a8b5-89ce4999cacf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d'}] {{(pid=94118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:07:57.741133 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec225036cb8a85e900ef4a1438a865ee1e0a541caa4576dd66f1a48457471f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b148f0be-fb3f-464f-a48b-f7824581e667" -d '{"events": [{"server_uuid": "433a2101-adb2-46c9-a8b5-89ce4999cacf", "name": "network-vif-plugged", "status": "completed", "tag": "8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d"}]}' {{(pid=94118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:07:57.754741 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d,segment=NetworkSegment(c4c75483-348a-49f7-b9f3-841d9687ab46),segment_id=c4c75483-348a-49f7-b9f3-841d9687ab46)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:07:57.759227 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:07:57.782447 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38923b29-2fe8-441a-9324-7b9c38d260cd x-openstack-request-id: req-38923b29-2fe8-441a-9324-7b9c38d260cd {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:07:57.782744 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433a2101-adb2-46c9-a8b5-89ce4999cacf", "name": "network-vif-plugged", "status": "completed", "tag": "8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d", "code": 200}]} {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:07:57.782996 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-38923b29-2fe8-441a-9324-7b9c38d260cd {{(pid=94118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:07:57.783387 dv-cinder-804581-2-iscsi neutron-server[94118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '433a2101-adb2-46c9-a8b5-89ce4999cacf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d', 'code': 200} Aug 14 19:07:57.809363 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d,revision_number=5']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:07:57.979856 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196bd41-0ff4-450e-8c00-1b2d31703c87 req-e4fa1c6a-9926-44be-bdc9-b6089afd824f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:57.981364 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c196bd41-0ff4-450e-8c00-1b2d31703c87 req-e4fa1c6a-9926-44be-bdc9-b6089afd824f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 1098 time: 0.0454831 Aug 14 19:07:58.019580 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c196bd41-0ff4-450e-8c00-1b2d31703c87 req-b50a942f-dfa1-4989-ab16-6138b72af6b6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281487 Aug 14 19:07:58.214919 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c8046-d35d-43b6-9cbb-428db6eb2fcc req-cae1e845-3df5-4b25-b127-5689d4509f31 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:58.216675 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-193c8046-d35d-43b6-9cbb-428db6eb2fcc req-cae1e845-3df5-4b25-b127-5689d4509f31 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 945 time: 0.0513391 Aug 14 19:07:58.255111 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-193c8046-d35d-43b6-9cbb-428db6eb2fcc req-1dfa1e49-b6be-4b86-8bb3-2648730aabf4 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318067 Aug 14 19:07:59.378471 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81483294-b3d4-4f94-ba4d-b14a727550c4 req-ff3dc498-b87f-4ed4-81a5-e8361e6295ab tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:59.379989 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-81483294-b3d4-4f94-ba4d-b14a727550c4 req-ff3dc498-b87f-4ed4-81a5-e8361e6295ab tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 945 time: 0.0493581 Aug 14 19:07:59.418387 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-81483294-b3d4-4f94-ba4d-b14a727550c4 req-fde106b3-4ee6-4e0a-a9b7-f8672c749415 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322340 Aug 14 19:07:59.535033 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338581f-db75-4afb-bd6f-791e2f12ca4a req-a846056d-713b-4886-ab0f-033c512795e9 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:07:59.536502 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-5338581f-db75-4afb-bd6f-791e2f12ca4a req-a846056d-713b-4886-ab0f-033c512795e9 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 945 time: 0.0487695 Aug 14 19:07:59.545094 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 36002) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:07:59.551075 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-310e1f43-afb1-4347-96ef-158f385897b0 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Request body: {'floatingip': {'port_id': '8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:07:59.594106 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-310e1f43-afb1-4347-96ef-158f385897b0 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks [] for floatingip, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:00.044165 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-310e1f43-afb1-4347-96ef-158f385897b0 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:00.047935 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-310e1f43-afb1-4347-96ef-158f385897b0 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499347'] for floatingip, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:00.149567 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.db.l3_db [None req-310e1f43-afb1-4347-96ef-158f385897b0 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Floating IP 9312d403-7525-4da2-a593-acc27f537f8d associated. External IP: 172.27.2.194, port: 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d. Aug 14 19:08:00.365081 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310e1f43-afb1-4347-96ef-158f385897b0 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Router 42c7bf49-a7b0-4be8-a18f-9dc501f677d4 has already been hosted by L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 {{(pid=94116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 14 19:08:00.484432 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310e1f43-afb1-4347-96ef-158f385897b0 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 19:08:00.489465 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-310e1f43-afb1-4347-96ef-158f385897b0 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for floatingip, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:00.493807 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7127e190-0608-4776-9aba-e5868fb58eaf None None] Sync routers for ids ['42c7bf49-a7b0-4be8-a18f-9dc501f677d4'] in dv-cinder-804581-2-iscsi {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 19:08:00.503592 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7127e190-0608-4776-9aba-e5868fb58eaf None None] Routers {'42c7bf49-a7b0-4be8-a18f-9dc501f677d4'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:08:00.504227 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-7127e190-0608-4776-9aba-e5868fb58eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:07:52Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['42c7bf49-a7b0-4be8-a18f-9dc501f677d4'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:08:00.520146 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-310e1f43-afb1-4347-96ef-158f385897b0 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "PUT /v2.0/floatingips/9312d403-7525-4da2-a593-acc27f537f8d HTTP/1.1" status: 200 len: 991 time: 0.9708445 Aug 14 19:08:00.520146 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '433a2101-adb2-46c9-a8b5-89ce4999cacf', 'tag': '8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d'}] {{(pid=94116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:08:00.520541 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28c49a314bd7f251079b489e766d97b9f33e90e077807a9e7e5bf7a3f9e5ced" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b546d6-b1ea-477f-957f-c97aa67f6b7b" -d '{"events": [{"name": "network-changed", "server_uuid": "433a2101-adb2-46c9-a8b5-89ce4999cacf", "tag": "8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d"}]}' {{(pid=94116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:08:00.560209 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 Aug 2021 19:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d067edf-b7fc-4368-bc0b-d795da88504f x-openstack-request-id: req-8d067edf-b7fc-4368-bc0b-d795da88504f {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:08:00.560635 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "433a2101-adb2-46c9-a8b5-89ce4999cacf", "tag": "8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d", "status": "completed", "code": 200}]} {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:08:00.560761 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8d067edf-b7fc-4368-bc0b-d795da88504f {{(pid=94116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:08:00.561252 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '433a2101-adb2-46c9-a8b5-89ce4999cacf', 'tag': '8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d', 'status': 'completed', 'code': 200} Aug 14 19:08:00.621554 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-7127e190-0608-4776-9aba-e5868fb58eaf None None] Set router 42c7bf49-a7b0-4be8-a18f-9dc501f677d4 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:08:00.628824 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b546d6-b1ea-477f-957f-c97aa67f6b7b req-e7d0cf68-0db6-4e41-8034-a5b0d48255e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:00.630507 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-83b546d6-b1ea-477f-957f-c97aa67f6b7b req-e7d0cf68-0db6-4e41-8034-a5b0d48255e6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ee573824097433d91bee4e7433a5196&device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 1098 time: 0.0412459 Aug 14 19:08:00.724887 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b546d6-b1ea-477f-957f-c97aa67f6b7b req-4b935bad-e03f-4441-895c-5f46ae64ff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:00.726452 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-83b546d6-b1ea-477f-957f-c97aa67f6b7b req-4b935bad-e03f-4441-895c-5f46ae64ff83 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e20a322d-65f8-4e18-8722-5646c45ef02b HTTP/1.1" status: 200 len: 918 time: 0.0881598 Aug 14 19:08:00.799207 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-83b546d6-b1ea-477f-957f-c97aa67f6b7b req-0d77ad31-203d-4b8e-aa41-af257d780ffb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d HTTP/1.1" status: 200 len: 999 time: 0.0608068 Aug 14 19:08:00.850807 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-7127e190-0608-4776-9aba-e5868fb58eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2128833203-router', 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '4dc47db7-acda-461d-b659-f33996660a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:30Z', 'updated_at': '2021-08-14T19:03:43Z', 'revision_number': 4, 'project_id': '0ee573824097433d91bee4e7433a5196', 'gw_port': {'id': '4dc47db7-acda-461d-b659-f33996660a2a', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:71:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:33Z', 'updated_at': '2021-08-14T19:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_floatingips': [{'id': '9312d403-7525-4da2-a593-acc27f537f8d', 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'router_id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'port_id': '8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b', 'mac_address': 'fa:16:3e:fb:a7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433a2101-adb2-46c9-a8b5-89ce4999cacf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-14T19:07:49Z', 'updated_at': '2021-08-14T19:07:59Z', 'revision_number': 1, 'project_id': '0ee573824097433d91bee4e7433a5196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c9ecdf7-5bd2-4b87-a283-1c850f70aeed', 'name': '', 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b', 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'mac_address': 'fa:16:3e:e3:9b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd22740df-b26d-44e8-8433-34e5ba454618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:40Z', 'updated_at': '2021-08-14T19:03:56Z', 'revision_number': 5, 'project_id': '0ee573824097433d91bee4e7433a5196', 'subnets': [{'id': 'd22740df-b26d-44e8-8433-34e5ba454618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:08:00.853066 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b546d6-b1ea-477f-957f-c97aa67f6b7b req-897be36d-c321-4caf-9f7c-8c0b977b6248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:00.854610 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-83b546d6-b1ea-477f-957f-c97aa67f6b7b req-897be36d-c321-4caf-9f7c-8c0b977b6248 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d22740df-b26d-44e8-8433-34e5ba454618 HTTP/1.1" status: 200 len: 856 time: 0.0489507 Aug 14 19:08:00.878357 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7127e190-0608-4776-9aba-e5868fb58eaf None None] Checking router: 42c7bf49-a7b0-4be8-a18f-9dc501f677d4 for host: dv-cinder-804581-2-iscsi {{(pid=94118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 19:08:00.886976 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7127e190-0608-4776-9aba-e5868fb58eaf None None] Routers {'42c7bf49-a7b0-4be8-a18f-9dc501f677d4'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:08:00.887595 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-7127e190-0608-4776-9aba-e5868fb58eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:07:52Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['42c7bf49-a7b0-4be8-a18f-9dc501f677d4'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:08:00.903947 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b546d6-b1ea-477f-957f-c97aa67f6b7b req-eae8be11-5d13-453e-af9d-933d1ca2360f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:00.905476 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-83b546d6-b1ea-477f-957f-c97aa67f6b7b req-eae8be11-5d13-453e-af9d-933d1ca2360f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e20a322d-65f8-4e18-8722-5646c45ef02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411577 Aug 14 19:08:00.994567 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-7127e190-0608-4776-9aba-e5868fb58eaf None None] Set router 42c7bf49-a7b0-4be8-a18f-9dc501f677d4 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:08:00.999356 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-83b546d6-b1ea-477f-957f-c97aa67f6b7b req-7d2f9388-f79e-4e9a-806a-f7d703591e38 service neutron] 10.222.0.24 "GET /v2.0/networks/e20a322d-65f8-4e18-8722-5646c45ef02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842214 Aug 14 19:08:01.100114 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-83b546d6-b1ea-477f-957f-c97aa67f6b7b req-a5f0babf-f021-4295-b84b-e0303f7f07b5 service neutron] 10.222.0.24 "GET /v2.0/networks/e20a322d-65f8-4e18-8722-5646c45ef02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920830 Aug 14 19:08:01.227298 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-7127e190-0608-4776-9aba-e5868fb58eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2128833203-router', 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '4dc47db7-acda-461d-b659-f33996660a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:30Z', 'updated_at': '2021-08-14T19:03:43Z', 'revision_number': 4, 'project_id': '0ee573824097433d91bee4e7433a5196', 'gw_port': {'id': '4dc47db7-acda-461d-b659-f33996660a2a', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:71:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:33Z', 'updated_at': '2021-08-14T19:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_floatingips': [{'id': '9312d403-7525-4da2-a593-acc27f537f8d', 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'router_id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'port_id': '8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b', 'mac_address': 'fa:16:3e:fb:a7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433a2101-adb2-46c9-a8b5-89ce4999cacf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-14T19:07:49Z', 'updated_at': '2021-08-14T19:07:59Z', 'revision_number': 1, 'project_id': '0ee573824097433d91bee4e7433a5196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c9ecdf7-5bd2-4b87-a283-1c850f70aeed', 'name': '', 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b', 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'mac_address': 'fa:16:3e:e3:9b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd22740df-b26d-44e8-8433-34e5ba454618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:40Z', 'updated_at': '2021-08-14T19:03:56Z', 'revision_number': 5, 'project_id': '0ee573824097433d91bee4e7433a5196', 'subnets': [{'id': 'd22740df-b26d-44e8-8433-34e5ba454618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:08:01.258391 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7127e190-0608-4776-9aba-e5868fb58eaf None None] The sync data for ids ['42c7bf49-a7b0-4be8-a18f-9dc501f677d4'] in dv-cinder-804581-2-iscsi is: [{'id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2128833203-router', 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '4dc47db7-acda-461d-b659-f33996660a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:30Z', 'updated_at': '2021-08-14T19:03:43Z', 'revision_number': 4, 'project_id': '0ee573824097433d91bee4e7433a5196', 'gw_port': {'id': '4dc47db7-acda-461d-b659-f33996660a2a', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:71:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:33Z', 'updated_at': '2021-08-14T19:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_floatingips': [{'id': '9312d403-7525-4da2-a593-acc27f537f8d', 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'router_id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'port_id': '8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b', 'mac_address': 'fa:16:3e:fb:a7:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433a2101-adb2-46c9-a8b5-89ce4999cacf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-14T19:07:49Z', 'updated_at': '2021-08-14T19:07:59Z', 'revision_number': 1, 'project_id': '0ee573824097433d91bee4e7433a5196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c9ecdf7-5bd2-4b87-a283-1c850f70aeed', 'name': '', 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b', 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'mac_address': 'fa:16:3e:e3:9b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd22740df-b26d-44e8-8433-34e5ba454618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:40Z', 'updated_at': '2021-08-14T19:03:56Z', 'revision_number': 5, 'project_id': '0ee573824097433d91bee4e7433a5196', 'subnets': [{'id': 'd22740df-b26d-44e8-8433-34e5ba454618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 19:08:01.434651 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bc7b88-2dc3-438f-8300-745adf65e044 None None] New status for floating IP 9312d403-7525-4da2-a593-acc27f537f8d: ACTIVE {{(pid=94119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 14 19:08:13.320975 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7a152-c46c-4f0f-844a-71f651715568 req-4505e127-c65a-43ba-a8ae-255f03968628 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:13.322839 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-44b7a152-c46c-4f0f-844a-71f651715568 req-4505e127-c65a-43ba-a8ae-255f03968628 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.0549810 Aug 14 19:08:13.361962 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-44b7a152-c46c-4f0f-844a-71f651715568 req-ece5552c-a817-4a91-9647-34a8918e9e08 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329158 Aug 14 19:08:14.484936 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8534eab-ef90-4358-8d24-cb019f10adf2 req-afb114c0-4957-471c-836c-829822445984 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:14.486384 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c8534eab-ef90-4358-8d24-cb019f10adf2 req-afb114c0-4957-471c-836c-829822445984 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.0536931 Aug 14 19:08:14.525043 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c8534eab-ef90-4358-8d24-cb019f10adf2 req-32f61a5f-963e-4c82-8940-7ec3402ff99f tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319486 Aug 14 19:08:15.639297 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66be31a-221e-4120-8cbd-4c4e340c16ce req-96bb9424-b3e6-49df-8bcb-e3d00aa20019 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:15.640803 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c66be31a-221e-4120-8cbd-4c4e340c16ce req-96bb9424-b3e6-49df-8bcb-e3d00aa20019 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.0490115 Aug 14 19:08:15.679019 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c66be31a-221e-4120-8cbd-4c4e340c16ce req-68a43d83-ed2c-4461-9683-a28d9f9300c3 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314300 Aug 14 19:08:16.798101 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292fc16-11fc-46d8-a257-55d485f3e8bd req-8835ccd6-f158-4368-a2cb-3a4bfff61288 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:16.799546 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1292fc16-11fc-46d8-a257-55d485f3e8bd req-8835ccd6-f158-4368-a2cb-3a4bfff61288 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.0532739 Aug 14 19:08:16.837441 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1292fc16-11fc-46d8-a257-55d485f3e8bd req-f9a826a6-19ce-47ce-a874-ce01122808d0 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317044 Aug 14 19:08:17.160887 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.agents_db [None req-d9ec6548-365a-4179-9791-d0bac427e43f None None] Agent healthcheck: found 6 active agents {{(pid=94119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 14 19:08:17.952101 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec785329-31d7-47bd-a9d3-4cc7caf20aed req-c7506871-4566-48c2-95b8-7950aa7fc32b tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:17.953576 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ec785329-31d7-47bd-a9d3-4cc7caf20aed req-c7506871-4566-48c2-95b8-7950aa7fc32b tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.0497441 Aug 14 19:08:17.991696 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ec785329-31d7-47bd-a9d3-4cc7caf20aed req-ad54a0c9-7828-4bde-a061-889917df1ba8 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322764 Aug 14 19:08:18.626439 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d87b9-1e35-4663-8e40-b860fbca2383 req-a9382102-6ebb-4464-b2ca-b67fabdf6bab tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:18.628789 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-9d8d87b9-1e35-4663-8e40-b860fbca2383 req-a9382102-6ebb-4464-b2ca-b67fabdf6bab tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.0528131 Aug 14 19:08:18.736445 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [req-9d8d87b9-1e35-4663-8e40-b860fbca2383 req-49902bfa-651c-4b59-85b5-945520af9e0a tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Deleting port e439f67d-b1e1-4dcd-93f6-20233fee9040 {{(pid=94116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:08:18.736941 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-9d8d87b9-1e35-4663-8e40-b860fbca2383 req-49902bfa-651c-4b59-85b5-945520af9e0a tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:18.826576 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [req-9d8d87b9-1e35-4663-8e40-b860fbca2383 req-49902bfa-651c-4b59-85b5-945520af9e0a tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] For port e439f67d-b1e1-4dcd-93f6-20233fee9040, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=e439f67d-b1e1-4dcd-93f6-20233fee9040,segment=NetworkSegment(5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3),segment_id=5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3)] {{(pid=94116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:08:18.826944 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-9d8d87b9-1e35-4663-8e40-b860fbca2383 req-49902bfa-651c-4b59-85b5-945520af9e0a tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:18.997741 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-9d8d87b9-1e35-4663-8e40-b860fbca2383 req-49902bfa-651c-4b59-85b5-945520af9e0a tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:18.998171 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-9d8d87b9-1e35-4663-8e40-b860fbca2383 req-49902bfa-651c-4b59-85b5-945520af9e0a tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499347'] for floatingip, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:18.998524 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.db.l3_db [req-9d8d87b9-1e35-4663-8e40-b860fbca2383 req-49902bfa-651c-4b59-85b5-945520af9e0a tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Floating IP 695861a7-5a37-4328-9eca-aa59f3e0b342 disassociated. External IP: 172.27.2.136, port: e439f67d-b1e1-4dcd-93f6-20233fee9040. Aug 14 19:08:18.998867 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [req-9d8d87b9-1e35-4663-8e40-b860fbca2383 req-49902bfa-651c-4b59-85b5-945520af9e0a tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Calling delete_port for e439f67d-b1e1-4dcd-93f6-20233fee9040 owned by compute:nova {{(pid=94116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:08:19.105764 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad6b20-7dfd-4709-91ce-3ad705e98abc req-1fd10373-c3af-49af-983c-1299d7c78358 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:19.107343 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ddad6b20-7dfd-4709-91ce-3ad705e98abc req-1fd10373-c3af-49af-983c-1299d7c78358 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 946 time: 0.0497553 Aug 14 19:08:19.133433 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-9d8d87b9-1e35-4663-8e40-b860fbca2383 req-49902bfa-651c-4b59-85b5-945520af9e0a tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26905004'] for port, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:19.151049 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ddad6b20-7dfd-4709-91ce-3ad705e98abc req-450e9175-2a1f-4d63-8864-f2ff126c9897 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=162704df-72b2-41d6-b355-6870c8d4da64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366218 Aug 14 19:08:19.171041 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49902bfa-651c-4b59-85b5-945520af9e0a tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Pushing event deleted for resources: {'Port': ['ID=e439f67d-b1e1-4dcd-93f6-20233fee9040,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:08:19.188823 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-e63ccb10-2d82-4751-9a24-ffb56c12cc98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:19.287216 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d8d87b9-1e35-4663-8e40-b860fbca2383 req-49902bfa-651c-4b59-85b5-945520af9e0a tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Router 40c5f8a2-a0e4-46bc-af8f-30b4c23d139f has already been hosted by L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 {{(pid=94116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 14 19:08:19.393124 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d8d87b9-1e35-4663-8e40-b860fbca2383 req-49902bfa-651c-4b59-85b5-945520af9e0a tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 19:08:19.403531 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224840c3-18a5-4a25-a5f1-628aeb913a01 None None] Sync routers for ids ['40c5f8a2-a0e4-46bc-af8f-30b4c23d139f'] in dv-cinder-804581-2-iscsi {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 19:08:19.413516 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224840c3-18a5-4a25-a5f1-628aeb913a01 None None] Routers {'40c5f8a2-a0e4-46bc-af8f-30b4c23d139f'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:08:19.414149 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-224840c3-18a5-4a25-a5f1-628aeb913a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:07:52Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['40c5f8a2-a0e4-46bc-af8f-30b4c23d139f'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:08:19.435066 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8d87b9-1e35-4663-8e40-b860fbca2383 req-49902bfa-651c-4b59-85b5-945520af9e0a tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] No DVR routers for this DVR port e439f67d-b1e1-4dcd-93f6-20233fee9040 on host hv-cinder-80458 {{(pid=94116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 14 19:08:19.437477 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-9d8d87b9-1e35-4663-8e40-b860fbca2383 req-49902bfa-651c-4b59-85b5-945520af9e0a tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:19.439511 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-9d8d87b9-1e35-4663-8e40-b860fbca2383 req-49902bfa-651c-4b59-85b5-945520af9e0a tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.24 "DELETE /v2.0/ports/e439f67d-b1e1-4dcd-93f6-20233fee9040 HTTP/1.1" status: 204 len: 173 time: 0.7989547 Aug 14 19:08:19.439956 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c217847-1d56-47fa-9c44-1c94c5fcee7d', 'name': 'network-vif-deleted', 'tag': 'e439f67d-b1e1-4dcd-93f6-20233fee9040'}] {{(pid=94116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:08:19.442618 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28c49a314bd7f251079b489e766d97b9f33e90e077807a9e7e5bf7a3f9e5ced" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df43378-6a98-4f53-b42b-7a188b19767b" -d '{"events": [{"server_uuid": "4c217847-1d56-47fa-9c44-1c94c5fcee7d", "name": "network-vif-deleted", "tag": "e439f67d-b1e1-4dcd-93f6-20233fee9040"}]}' {{(pid=94116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:08:19.481613 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe8eadf-aadd-4a6b-bdd9-a6a0c365a846 x-openstack-request-id: req-5fe8eadf-aadd-4a6b-bdd9-a6a0c365a846 {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:08:19.481907 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c217847-1d56-47fa-9c44-1c94c5fcee7d", "name": "network-vif-deleted", "tag": "e439f67d-b1e1-4dcd-93f6-20233fee9040", "status": "completed", "code": 200}]} {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:08:19.482159 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5fe8eadf-aadd-4a6b-bdd9-a6a0c365a846 {{(pid=94116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:08:19.482598 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c217847-1d56-47fa-9c44-1c94c5fcee7d', 'name': 'network-vif-deleted', 'tag': 'e439f67d-b1e1-4dcd-93f6-20233fee9040', 'status': 'completed', 'code': 200} Aug 14 19:08:19.523368 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-224840c3-18a5-4a25-a5f1-628aeb913a01 None None] Set router 40c5f8a2-a0e4-46bc-af8f-30b4c23d139f gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:08:19.732761 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-224840c3-18a5-4a25-a5f1-628aeb913a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'name': 'tempest-AttachVolumeTestJSON-1231158712-router', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ff0de448-485d-4ae8-932c-851b55e2c6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:28Z', 'updated_at': '2021-08-14T19:03:35Z', 'revision_number': 4, 'project_id': '2e3430e72b2f427f9643c8ae878c86fb', 'gw_port': {'id': 'ff0de448-485d-4ae8-932c-851b55e2c6df', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:30Z', 'updated_at': '2021-08-14T19:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': '8e842964-b7cc-4926-9688-409f0e31e389', 'name': '', 'network_id': 'd57080a4-a152-49b8-a805-9b8349e678ba', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'mac_address': 'fa:16:3e:53:8b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '53786878-dcb5-494e-b53b-037026355e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:33Z', 'updated_at': '2021-08-14T19:03:46Z', 'revision_number': 5, 'project_id': '2e3430e72b2f427f9643c8ae878c86fb', 'subnets': [{'id': '53786878-dcb5-494e-b53b-037026355e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:08:19.762144 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224840c3-18a5-4a25-a5f1-628aeb913a01 None None] Checking router: 40c5f8a2-a0e4-46bc-af8f-30b4c23d139f for host: dv-cinder-804581-2-iscsi {{(pid=94118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 19:08:19.770974 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224840c3-18a5-4a25-a5f1-628aeb913a01 None None] Routers {'40c5f8a2-a0e4-46bc-af8f-30b4c23d139f'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:08:19.771580 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-224840c3-18a5-4a25-a5f1-628aeb913a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:07:52Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['40c5f8a2-a0e4-46bc-af8f-30b4c23d139f'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:08:19.870627 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-224840c3-18a5-4a25-a5f1-628aeb913a01 None None] Set router 40c5f8a2-a0e4-46bc-af8f-30b4c23d139f gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:08:20.185920 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-224840c3-18a5-4a25-a5f1-628aeb913a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'name': 'tempest-AttachVolumeTestJSON-1231158712-router', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ff0de448-485d-4ae8-932c-851b55e2c6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:28Z', 'updated_at': '2021-08-14T19:03:35Z', 'revision_number': 4, 'project_id': '2e3430e72b2f427f9643c8ae878c86fb', 'gw_port': {'id': 'ff0de448-485d-4ae8-932c-851b55e2c6df', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:30Z', 'updated_at': '2021-08-14T19:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': '8e842964-b7cc-4926-9688-409f0e31e389', 'name': '', 'network_id': 'd57080a4-a152-49b8-a805-9b8349e678ba', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'mac_address': 'fa:16:3e:53:8b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '53786878-dcb5-494e-b53b-037026355e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:33Z', 'updated_at': '2021-08-14T19:03:46Z', 'revision_number': 5, 'project_id': '2e3430e72b2f427f9643c8ae878c86fb', 'subnets': [{'id': '53786878-dcb5-494e-b53b-037026355e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:08:20.213230 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224840c3-18a5-4a25-a5f1-628aeb913a01 None None] The sync data for ids ['40c5f8a2-a0e4-46bc-af8f-30b4c23d139f'] in dv-cinder-804581-2-iscsi is: [{'id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'name': 'tempest-AttachVolumeTestJSON-1231158712-router', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ff0de448-485d-4ae8-932c-851b55e2c6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:28Z', 'updated_at': '2021-08-14T19:03:35Z', 'revision_number': 4, 'project_id': '2e3430e72b2f427f9643c8ae878c86fb', 'gw_port': {'id': 'ff0de448-485d-4ae8-932c-851b55e2c6df', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:30Z', 'updated_at': '2021-08-14T19:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': '8e842964-b7cc-4926-9688-409f0e31e389', 'name': '', 'network_id': 'd57080a4-a152-49b8-a805-9b8349e678ba', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'mac_address': 'fa:16:3e:53:8b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '53786878-dcb5-494e-b53b-037026355e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:33Z', 'updated_at': '2021-08-14T19:03:46Z', 'revision_number': 5, 'project_id': '2e3430e72b2f427f9643c8ae878c86fb', 'subnets': [{'id': '53786878-dcb5-494e-b53b-037026355e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 19:08:20.247258 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-a7d6f120-30c4-4377-bc9d-2b0b1cdb4724 req-0c864d89-243b-4dc0-ad40-91cc2cc813a6 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 210 time: 0.0259902 Aug 14 19:08:20.425874 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4c1467-eab2-4da0-94b4-01fef5fb8604 None None] New status for floating IP 695861a7-5a37-4328-9eca-aa59f3e0b342: DOWN {{(pid=94119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 14 19:08:21.343829 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-8954b533-33b8-484f-aa19-a6b152f270f2 req-b80fb385-08c5-4f63-949d-301419c837ab tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 210 time: 0.0256793 Aug 14 19:08:21.921152 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:22.450235 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-ba4fa47c-22cd-42ea-8d9f-ef1f115c4ce3 req-569902fc-d800-4960-9e49-5b617c712e39 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c217847-1d56-47fa-9c44-1c94c5fcee7d HTTP/1.1" status: 200 len: 210 time: 0.0272236 Aug 14 19:08:22.510535 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-ae577d2d-daaa-48c8-8a15-7717c25b18ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:22.802179 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:23.535021 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 36162) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:08:23.589635 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-20853ce0-9d74-4d49-9d98-03b3ee475295 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:23.613331 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-20853ce0-9d74-4d49-9d98-03b3ee475295 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:23.659197 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-20853ce0-9d74-4d49-9d98-03b3ee475295 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:23.661842 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-20853ce0-9d74-4d49-9d98-03b3ee475295 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:23.663057 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-20853ce0-9d74-4d49-9d98-03b3ee475295 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "DELETE /v2.0/security-groups/162704df-72b2-41d6-b355-6870c8d4da64 HTTP/1.1" status: 204 len: 168 time: 0.1270461 Aug 14 19:08:23.666331 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 36164) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:08:23.672724 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20853ce0-9d74-4d49-9d98-03b3ee475295 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=162704df-72b2-41d6-b355-6870c8d4da64,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:08:23.684214 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.api.v2.resource [None req-8692cc37-057b-40c8-9e96-09eda63c93ed tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] show failed (client error): The resource could not be found. Aug 14 19:08:23.685326 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-8692cc37-057b-40c8-9e96-09eda63c93ed tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups/162704df-72b2-41d6-b355-6870c8d4da64 HTTP/1.1" status: 404 len: 347 time: 0.0178738 Aug 14 19:08:23.688132 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 36166) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:08:23.844342 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [None req-961f5d83-39ca-4da5-b23f-901ac5d4d028 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Deleting port c17788ad-13e0-4806-8467-98d2d6a229df {{(pid=94117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:08:23.844686 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-961f5d83-39ca-4da5-b23f-901ac5d4d028 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:23.873831 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:23.921252 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-961f5d83-39ca-4da5-b23f-901ac5d4d028 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:23.921581 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-961f5d83-39ca-4da5-b23f-901ac5d4d028 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:23.933153 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [None req-961f5d83-39ca-4da5-b23f-901ac5d4d028 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Calling delete_port for c17788ad-13e0-4806-8467-98d2d6a229df owned by network:floatingip {{(pid=94117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:08:24.077803 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-961f5d83-39ca-4da5-b23f-901ac5d4d028 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25274135'] for port, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:24.105585 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f5d83-39ca-4da5-b23f-901ac5d4d028 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Pushing event deleted for resources: {'Port': ['ID=c17788ad-13e0-4806-8467-98d2d6a229df,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:08:24.168927 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-961f5d83-39ca-4da5-b23f-901ac5d4d028 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks [] for floatingip, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:24.171505 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-961f5d83-39ca-4da5-b23f-901ac5d4d028 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for floatingip, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:24.172654 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-961f5d83-39ca-4da5-b23f-901ac5d4d028 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "DELETE /v2.0/floatingips/695861a7-5a37-4328-9eca-aa59f3e0b342 HTTP/1.1" status: 204 len: 168 time: 0.4835546 Aug 14 19:08:24.936225 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 36174) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:08:24.941001 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [None req-83fc1212-1a66-40fa-a742-1d397e7983d1 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Request body: {'security_group': {'name': 'tempest-securitygroup--157223225', 'description': 'tempest-description--716522784'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:08:24.964710 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-83fc1212-1a66-40fa-a742-1d397e7983d1 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks [] for security_group, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:25.047550 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-83fc1212-1a66-40fa-a742-1d397e7983d1 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks [] for security_group, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:25.051396 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-83fc1212-1a66-40fa-a742-1d397e7983d1 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:25.079777 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-83fc1212-1a66-40fa-a742-1d397e7983d1 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:25.081590 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-83fc1212-1a66-40fa-a742-1d397e7983d1 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1442754 Aug 14 19:08:25.083520 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc1212-1a66-40fa-a742-1d397e7983d1 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=903b62cb-45ad-453b-a98d-ea73123fc3de,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:08:25.084886 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 36178) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:08:25.093675 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-3340a3fc-d147-4c8b-87a1-9c87ee3c69eb tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Request body: {'security_group_rule': {'security_group_id': '903b62cb-45ad-453b-a98d-ea73123fc3de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:08:25.129596 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3340a3fc-d147-4c8b-87a1-9c87ee3c69eb tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:25.176665 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3340a3fc-d147-4c8b-87a1-9c87ee3c69eb tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:25.181443 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3340a3fc-d147-4c8b-87a1-9c87ee3c69eb tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650242'] for security_group_rule, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:25.199002 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3340a3fc-d147-4c8b-87a1-9c87ee3c69eb tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54b51601-1c12-4c02-a0da-11fbd43d6fa8,revision_number=0']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:08:25.205109 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-3340a3fc-d147-4c8b-87a1-9c87ee3c69eb tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:25.209749 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-3340a3fc-d147-4c8b-87a1-9c87ee3c69eb tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1194284 Aug 14 19:08:25.209848 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:25.210325 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 36180) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:08:25.214159 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-dfd76998-e9e6-4a59-a759-5d91fab40513 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Request body: {'security_group_rule': {'security_group_id': '903b62cb-45ad-453b-a98d-ea73123fc3de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:08:25.240584 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-dfd76998-e9e6-4a59-a759-5d91fab40513 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:25.297932 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-dfd76998-e9e6-4a59-a759-5d91fab40513 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:25.301659 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-dfd76998-e9e6-4a59-a759-5d91fab40513 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650242'] for security_group_rule, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:25.320688 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd76998-e9e6-4a59-a759-5d91fab40513 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cd1a7ab-2b68-49b1-a616-89d353688ed9,revision_number=0']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:08:25.324039 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-dfd76998-e9e6-4a59-a759-5d91fab40513 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:25.325285 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-dfd76998-e9e6-4a59-a759-5d91fab40513 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1145449 Aug 14 19:08:25.328464 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 36182) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:08:25.333760 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [None req-95ae19f1-f682-46f9-b392-fe7501690f17 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Request body: {'floatingip': {'floating_network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:08:25.354887 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-95ae19f1-f682-46f9-b392-fe7501690f17 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks [] for floatingip, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:25.452028 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-95ae19f1-f682-46f9-b392-fe7501690f17 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:25.552989 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.db_base_plugin_common [None req-95ae19f1-f682-46f9-b392-fe7501690f17 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Allocated IP 172.27.2.37 (70527521-9220-43b3-92f5-8f32262fd0f1/b39bc0ec-218c-484d-aceb-7d591e49d9cc/40352a8f-13f6-4539-ad93-1e2907c44cff) {{(pid=94117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:08:25.655978 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-95ae19f1-f682-46f9-b392-fe7501690f17 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks [] for port, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:25.696022 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-95ae19f1-f682-46f9-b392-fe7501690f17 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25274135'] for port, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:25.735949 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ae19f1-f682-46f9-b392-fe7501690f17 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Network 70527521-9220-43b3-92f5-8f32262fd0f1 is already hosted by enough agents. {{(pid=94117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:08:25.739457 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.base_scheduler [None req-95ae19f1-f682-46f9-b392-fe7501690f17 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Resources bound (agent type, host, resource id): {{(pid=94117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:08:25.743813 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ae19f1-f682-46f9-b392-fe7501690f17 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Received port after_create {{(pid=94117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:08:25.746871 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae19f1-f682-46f9-b392-fe7501690f17 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Pushing event updated for resources: {'Port': ['ID=40352a8f-13f6-4539-ad93-1e2907c44cff,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:08:25.832494 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-95ae19f1-f682-46f9-b392-fe7501690f17 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:25.866272 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-95ae19f1-f682-46f9-b392-fe7501690f17 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:26.016051 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-95ae19f1-f682-46f9-b392-fe7501690f17 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks [] for port, precommit_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:26.020402 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-95ae19f1-f682-46f9-b392-fe7501690f17 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25274142'] for port, after_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:26.082360 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae19f1-f682-46f9-b392-fe7501690f17 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Pushing event updated for resources: {'Port': ['ID=40352a8f-13f6-4539-ad93-1e2907c44cff,revision_number=2']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:08:26.100542 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-95ae19f1-f682-46f9-b392-fe7501690f17 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499347'] for floatingip, after_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:26.104928 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device e439f67d-b1e1-4dcd-93f6-20233fee9040 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:08:26.115413 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-95ae19f1-f682-46f9-b392-fe7501690f17 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for floatingip, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:26.116902 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-95ae19f1-f682-46f9-b392-fe7501690f17 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7874138 Aug 14 19:08:26.129569 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] No Port match for: e439f67d-b1e1-4dcd-93f6-20233fee9040 {{(pid=94118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 14 19:08:26.129924 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device e439f67d-b1e1-4dcd-93f6-20233fee9040 not bound to the agent host hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 14 19:08:26.474132 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-bd5f9ae8-2619-433c-82ed-06354b1d2d83 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--157223225&fields=id&tenant_id=2e3430e72b2f427f9643c8ae878c86fb HTTP/1.1" status: 200 len: 267 time: 0.0352254 Aug 14 19:08:26.582871 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-90ed895e-0ac1-4b74-9f73-e1a1936ff51b tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:26.584337 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-90ed895e-0ac1-4b74-9f73-e1a1936ff51b tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/networks?id=d57080a4-a152-49b8-a805-9b8349e678ba HTTP/1.1" status: 200 len: 811 time: 0.1035631 Aug 14 19:08:26.600578 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-480b667f-4cec-49ba-b85b-1e0aa98552bd tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/quotas/2e3430e72b2f427f9643c8ae878c86fb HTTP/1.1" status: 200 len: 375 time: 0.0102937 Aug 14 19:08:26.654794 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-213d04fe-0752-4bcd-8e51-8c32716c99f8 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2e3430e72b2f427f9643c8ae878c86fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487525 Aug 14 19:08:26.750560 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-936da3e0-2e9e-455f-a129-d26b0458454b service neutron] 10.222.0.39 "GET /v2.0/networks/d57080a4-a152-49b8-a805-9b8349e678ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836370 Aug 14 19:08:26.841957 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-3e5fdb67-b462-4450-9bf7-25202d7bf249 service neutron] 10.222.0.39 "GET /v2.0/networks/d57080a4-a152-49b8-a805-9b8349e678ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842621 Aug 14 19:08:27.148949 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-761e4449-6822-449c-a0e8-e41240c028f5 req-1a2b77e9-8e5f-4e9b-8d78-f182319ea99e tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=1772839c-0eae-470c-aa59-0e8b20737d53 HTTP/1.1" status: 200 len: 210 time: 0.1584923 Aug 14 19:08:28.298674 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-a7719d53-503d-4da6-85ec-4e298c13e552 req-65868f54-2ed8-4159-a6de-ed439cdc8248 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=1772839c-0eae-470c-aa59-0e8b20737d53 HTTP/1.1" status: 200 len: 210 time: 0.0345504 Aug 14 19:08:28.349190 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-04eab98a-a444-4862-8b2d-8931ca914300 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:28.350665 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-04eab98a-a444-4862-8b2d-8931ca914300 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.24 "GET /v2.0/networks?id=d57080a4-a152-49b8-a805-9b8349e678ba HTTP/1.1" status: 200 len: 811 time: 0.4171059 Aug 14 19:08:28.398782 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-4a43fc21-f490-49db-acc5-d958b73e1104 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e3430e72b2f427f9643c8ae878c86fb HTTP/1.1" status: 200 len: 379 time: 0.0353110 Aug 14 19:08:28.412142 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-1cf7bf30-79b9-4264-9da8-9b564d414a13 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Request body: {'port': {'device_id': '1772839c-0eae-470c-aa59-0e8b20737d53', 'network_id': 'd57080a4-a152-49b8-a805-9b8349e678ba', 'admin_state_up': True, 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'security_groups': ['903b62cb-45ad-453b-a98d-ea73123fc3de']}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:08:28.522632 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-1cf7bf30-79b9-4264-9da8-9b564d414a13 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Made reservation on behalf of 2e3430e72b2f427f9643c8ae878c86fb for: {'port': 1} {{(pid=94116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:08:28.526047 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-1cf7bf30-79b9-4264-9da8-9b564d414a13 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:28.650553 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.db_base_plugin_common [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-1cf7bf30-79b9-4264-9da8-9b564d414a13 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Allocated IP 172.20.0.13 (d57080a4-a152-49b8-a805-9b8349e678ba/53786878-dcb5-494e-b53b-037026355e9e/3f5aa9fa-8567-4952-8fb6-90658f2e62cc) {{(pid=94116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:08:28.794649 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-1cf7bf30-79b9-4264-9da8-9b564d414a13 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks [] for port, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:28.807640 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.provisioning_blocks [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-1cf7bf30-79b9-4264-9da8-9b564d414a13 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Transition to ACTIVE for port object 3f5aa9fa-8567-4952-8fb6-90658f2e62cc will not be triggered until provisioned by entity DHCP. {{(pid=94116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:08:28.841346 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-1cf7bf30-79b9-4264-9da8-9b564d414a13 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26905004'] for port, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:28.888023 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-1cf7bf30-79b9-4264-9da8-9b564d414a13 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Network d57080a4-a152-49b8-a805-9b8349e678ba is already hosted by enough agents. {{(pid=94116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:08:28.891022 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.base_scheduler [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-1cf7bf30-79b9-4264-9da8-9b564d414a13 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Resources bound (agent type, host, resource id): {{(pid=94116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:08:28.895925 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-1cf7bf30-79b9-4264-9da8-9b564d414a13 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Received port after_create {{(pid=94116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:08:28.899837 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf7bf30-79b9-4264-9da8-9b564d414a13 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Pushing event updated for resources: {'Port': ['ID=3f5aa9fa-8567-4952-8fb6-90658f2e62cc,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:08:28.951295 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-1cf7bf30-79b9-4264-9da8-9b564d414a13 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:28.951940 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-1cf7bf30-79b9-4264-9da8-9b564d414a13 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:28.967175 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-1cf7bf30-79b9-4264-9da8-9b564d414a13 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5600719 Aug 14 19:08:28.983360 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-001271cf-1b39-422d-9f63-8e4a8021649f service neutron] Request body: {'port': {'device_id': '1772839c-0eae-470c-aa59-0e8b20737d53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:08:29.040153 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-001271cf-1b39-422d-9f63-8e4a8021649f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:29.154197 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-788260c3-a14c-42fd-86bb-4defb791d44f None None] Provisioning for port 3f5aa9fa-8567-4952-8fb6-90658f2e62cc completed by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:08:29.157980 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-788260c3-a14c-42fd-86bb-4defb791d44f None None] Provisioning complete for port 3f5aa9fa-8567-4952-8fb6-90658f2e62cc triggered by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:08:29.158388 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-788260c3-a14c-42fd-86bb-4defb791d44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:29.193317 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-788260c3-a14c-42fd-86bb-4defb791d44f None None] Port 3f5aa9fa-8567-4952-8fb6-90658f2e62cc cannot update to ACTIVE because it is not bound. {{(pid=94118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 14 19:08:29.301202 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.notifiers.nova [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-001271cf-1b39-422d-9f63-8e4a8021649f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f5aa9fa-8567-4952-8fb6-90658f2e62cc {{(pid=94116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:08:29.308736 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-001271cf-1b39-422d-9f63-8e4a8021649f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:29.320969 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.provisioning_blocks [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-001271cf-1b39-422d-9f63-8e4a8021649f service neutron] Transition to ACTIVE for port object 3f5aa9fa-8567-4952-8fb6-90658f2e62cc will not be triggered until provisioned by entity L2. {{(pid=94116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:08:29.326669 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-001271cf-1b39-422d-9f63-8e4a8021649f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26904997'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:29.387543 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001271cf-1b39-422d-9f63-8e4a8021649f service neutron] Pushing event updated for resources: {'Port': ['ID=3f5aa9fa-8567-4952-8fb6-90658f2e62cc,revision_number=2']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:08:29.491372 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00446bbb-db07-4b91-b906-8478f9908f4a req-4429fd23-118d-4fd5-8cbd-8d9cb7a7fd7c tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:29.492998 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-00446bbb-db07-4b91-b906-8478f9908f4a req-4429fd23-118d-4fd5-8cbd-8d9cb7a7fd7c tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=1772839c-0eae-470c-aa59-0e8b20737d53 HTTP/1.1" status: 200 len: 944 time: 0.1161561 Aug 14 19:08:29.523389 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-001271cf-1b39-422d-9f63-8e4a8021649f service neutron] Attempting to bind port 3f5aa9fa-8567-4952-8fb6-90658f2e62cc on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:08:29.523737 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-001271cf-1b39-422d-9f63-8e4a8021649f service neutron] Attempting to bind port 3f5aa9fa-8567-4952-8fb6-90658f2e62cc by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': '5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd57080a4-a152-49b8-a805-9b8349e678ba'}] {{(pid=94116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:08:29.524076 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-001271cf-1b39-422d-9f63-8e4a8021649f service neutron] Attempting to bind port 3f5aa9fa-8567-4952-8fb6-90658f2e62cc on network d57080a4-a152-49b8-a805-9b8349e678ba {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:08:29.531837 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-001271cf-1b39-422d-9f63-8e4a8021649f service neutron] Port 3f5aa9fa-8567-4952-8fb6-90658f2e62cc on network d57080a4-a152-49b8-a805-9b8349e678ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 14 19:08:29.532226 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-001271cf-1b39-422d-9f63-8e4a8021649f service neutron] Attempting to bind port 3f5aa9fa-8567-4952-8fb6-90658f2e62cc on network d57080a4-a152-49b8-a805-9b8349e678ba {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:08:29.546838 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-001271cf-1b39-422d-9f63-8e4a8021649f service neutron] Checking agent: {'id': '7eaedc20-6d95-47b4-8617-1798feafd334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 19, 1, 52), 'started_at': datetime.datetime(2021, 8, 14, 19, 1, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:08:29.547186 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-001271cf-1b39-422d-9f63-8e4a8021649f service neutron] Checking segment: {'id': '5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd57080a4-a152-49b8-a805-9b8349e678ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:08:29.547584 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-001271cf-1b39-422d-9f63-8e4a8021649f service neutron] Bound using segment: {'id': '5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd57080a4-a152-49b8-a805-9b8349e678ba'} {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:08:29.548096 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-001271cf-1b39-422d-9f63-8e4a8021649f service neutron] Bound port: 3f5aa9fa-8567-4952-8fb6-90658f2e62cc, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd57080a4-a152-49b8-a805-9b8349e678ba'}}] {{(pid=94116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:08:29.548515 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-001271cf-1b39-422d-9f63-8e4a8021649f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:29.566910 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-00446bbb-db07-4b91-b906-8478f9908f4a req-f51a8792-9cda-4110-ac60-630afc02d7b6 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=903b62cb-45ad-453b-a98d-ea73123fc3de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662174 Aug 14 19:08:29.627912 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-001271cf-1b39-422d-9f63-8e4a8021649f service neutron] For port 3f5aa9fa-8567-4952-8fb6-90658f2e62cc, host hv-cinder-80458, cleared binding levels {{(pid=94116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:08:29.631029 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-001271cf-1b39-422d-9f63-8e4a8021649f service neutron] For port 3f5aa9fa-8567-4952-8fb6-90658f2e62cc, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=3f5aa9fa-8567-4952-8fb6-90658f2e62cc,segment=NetworkSegment(5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3),segment_id=5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3)] {{(pid=94116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:08:29.635530 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-001271cf-1b39-422d-9f63-8e4a8021649f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26904997'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:29.670324 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-001271cf-1b39-422d-9f63-8e4a8021649f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:29.670947 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-001271cf-1b39-422d-9f63-8e4a8021649f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:29.672488 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-001271cf-1b39-422d-9f63-8e4a8021649f service neutron] 10.222.0.24 "PUT /v2.0/ports/3f5aa9fa-8567-4952-8fb6-90658f2e62cc HTTP/1.1" status: 200 len: 1094 time: 0.6935327 Aug 14 19:08:29.672899 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1772839c-0eae-470c-aa59-0e8b20737d53', 'tag': '3f5aa9fa-8567-4952-8fb6-90658f2e62cc'}] {{(pid=94116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:08:29.675543 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28c49a314bd7f251079b489e766d97b9f33e90e077807a9e7e5bf7a3f9e5ced" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e99895-e547-4c0d-b636-bcc2ff32929e" -d '{"events": [{"name": "network-changed", "server_uuid": "1772839c-0eae-470c-aa59-0e8b20737d53", "tag": "3f5aa9fa-8567-4952-8fb6-90658f2e62cc"}]}' {{(pid=94116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:08:29.718200 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001271cf-1b39-422d-9f63-8e4a8021649f service neutron] Pushing event updated for resources: {'Port': ['ID=3f5aa9fa-8567-4952-8fb6-90658f2e62cc,revision_number=3']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:08:29.730835 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 Aug 2021 19:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec9ceb1-ef33-4517-806a-b3a743d7b9ec x-openstack-request-id: req-6ec9ceb1-ef33-4517-806a-b3a743d7b9ec {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:08:29.731132 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1772839c-0eae-470c-aa59-0e8b20737d53", "tag": "3f5aa9fa-8567-4952-8fb6-90658f2e62cc", "status": "completed", "code": 200}]} {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:08:29.731386 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6ec9ceb1-ef33-4517-806a-b3a743d7b9ec {{(pid=94116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:08:29.731785 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1772839c-0eae-470c-aa59-0e8b20737d53', 'tag': '3f5aa9fa-8567-4952-8fb6-90658f2e62cc', 'status': 'completed', 'code': 200} Aug 14 19:08:29.765084 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-71c6dab7-7dd5-411c-a50d-07eca1c815eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:29.766901 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-71c6dab7-7dd5-411c-a50d-07eca1c815eb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e3430e72b2f427f9643c8ae878c86fb&device_id=1772839c-0eae-470c-aa59-0e8b20737d53 HTTP/1.1" status: 200 len: 1097 time: 0.0458472 Aug 14 19:08:29.815574 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-aae4df13-c7e0-4544-94b8-e0511aad1713 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f5aa9fa-8567-4952-8fb6-90658f2e62cc HTTP/1.1" status: 200 len: 217 time: 0.0387638 Aug 14 19:08:29.867535 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-aaa0f55b-6109-41ef-ad97-c87ce4e4a576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:29.869007 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-aaa0f55b-6109-41ef-ad97-c87ce4e4a576 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53786878-dcb5-494e-b53b-037026355e9e HTTP/1.1" status: 200 len: 850 time: 0.0465479 Aug 14 19:08:29.920027 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-1d23d159-ffc3-4eff-b833-756bf9b33c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:29.921479 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-1d23d159-ffc3-4eff-b833-756bf9b33c29 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d57080a4-a152-49b8-a805-9b8349e678ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391080 Aug 14 19:08:30.023194 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-6b34b0a9-7874-4664-911f-ec030af03b90 service neutron] 10.222.0.24 "GET /v2.0/networks/d57080a4-a152-49b8-a805-9b8349e678ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929241 Aug 14 19:08:30.113287 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-cc60128a-7d28-44db-9b11-16ff171f04d1 req-e6797de5-1d70-41ce-8793-14b32f09a7f2 service neutron] 10.222.0.24 "GET /v2.0/networks/d57080a4-a152-49b8-a805-9b8349e678ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822706 Aug 14 19:08:30.209186 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e99895-e547-4c0d-b636-bcc2ff32929e req-cb5a2084-9dda-4614-8351-515b0c8436c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:30.210703 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-82e99895-e547-4c0d-b636-bcc2ff32929e req-cb5a2084-9dda-4614-8351-515b0c8436c4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e3430e72b2f427f9643c8ae878c86fb&device_id=1772839c-0eae-470c-aa59-0e8b20737d53 HTTP/1.1" status: 200 len: 1097 time: 0.0446966 Aug 14 19:08:30.300935 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e99895-e547-4c0d-b636-bcc2ff32929e req-44ba90e7-62ef-44d1-8024-fb577b8b7652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:30.302445 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-82e99895-e547-4c0d-b636-bcc2ff32929e req-44ba90e7-62ef-44d1-8024-fb577b8b7652 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d57080a4-a152-49b8-a805-9b8349e678ba HTTP/1.1" status: 200 len: 912 time: 0.0835385 Aug 14 19:08:30.347573 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-82e99895-e547-4c0d-b636-bcc2ff32929e req-91743244-efa4-434a-a8a8-fdb5c0371dd4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f5aa9fa-8567-4952-8fb6-90658f2e62cc HTTP/1.1" status: 200 len: 217 time: 0.0339236 Aug 14 19:08:30.404027 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e99895-e547-4c0d-b636-bcc2ff32929e req-be9aaae7-6027-4925-82ad-d831cc05cd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:30.405504 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-82e99895-e547-4c0d-b636-bcc2ff32929e req-be9aaae7-6027-4925-82ad-d831cc05cd5d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53786878-dcb5-494e-b53b-037026355e9e HTTP/1.1" status: 200 len: 850 time: 0.0471873 Aug 14 19:08:30.457039 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e99895-e547-4c0d-b636-bcc2ff32929e req-ddaca0b7-f061-4fe0-8d64-366d3d75bc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:30.458616 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-82e99895-e547-4c0d-b636-bcc2ff32929e req-ddaca0b7-f061-4fe0-8d64-366d3d75bc6b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d57080a4-a152-49b8-a805-9b8349e678ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414047 Aug 14 19:08:30.556011 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-82e99895-e547-4c0d-b636-bcc2ff32929e req-b2a11f13-8464-430a-94e3-ff1326b643a3 service neutron] 10.222.0.24 "GET /v2.0/networks/d57080a4-a152-49b8-a805-9b8349e678ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884354 Aug 14 19:08:30.702044 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-82e99895-e547-4c0d-b636-bcc2ff32929e req-10a54154-bfca-4cb2-9553-d3050a336c94 service neutron] 10.222.0.24 "GET /v2.0/networks/d57080a4-a152-49b8-a805-9b8349e678ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322129 Aug 14 19:08:30.719028 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f67f8a-6eca-425f-8ded-bf932952f494 req-f6e01d0d-dcab-440f-9cf1-9394f6ff956a tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:30.720646 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-06f67f8a-6eca-425f-8ded-bf932952f494 req-f6e01d0d-dcab-440f-9cf1-9394f6ff956a tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=1772839c-0eae-470c-aa59-0e8b20737d53 HTTP/1.1" status: 200 len: 944 time: 0.0674958 Aug 14 19:08:30.761871 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-06f67f8a-6eca-425f-8ded-bf932952f494 req-751edead-f92b-4ab5-a796-6fd4086734e4 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=903b62cb-45ad-453b-a98d-ea73123fc3de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353141 Aug 14 19:08:31.884534 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aed803-5d78-4689-9c85-3d2c43fe3b1f req-28348bc7-8d7e-4809-980b-7e413afa4c63 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:31.886089 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e5aed803-5d78-4689-9c85-3d2c43fe3b1f req-28348bc7-8d7e-4809-980b-7e413afa4c63 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=1772839c-0eae-470c-aa59-0e8b20737d53 HTTP/1.1" status: 200 len: 944 time: 0.0558758 Aug 14 19:08:31.927330 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e5aed803-5d78-4689-9c85-3d2c43fe3b1f req-d75834c2-b49c-4b51-95de-6a49f565a271 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=903b62cb-45ad-453b-a98d-ea73123fc3de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349627 Aug 14 19:08:31.984131 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82817382-d8aa-466a-bc59-a84906751ebb req-daa4878c-f236-459b-8def-b0b09e03e11f tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:31.985620 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-82817382-d8aa-466a-bc59-a84906751ebb req-daa4878c-f236-459b-8def-b0b09e03e11f tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/ports?device_id=61565dde-5444-4bc2-ba40-a0ee581fe021 HTTP/1.1" status: 200 len: 945 time: 0.0593073 Aug 14 19:08:32.025542 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-82817382-d8aa-466a-bc59-a84906751ebb req-003da8c0-1cac-4aa7-9a00-95eceb0e6588 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/security-groups?id=213f1f52-1a36-49ad-8db9-229d887b41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331900 Aug 14 19:08:32.124973 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 3f5aa9fa-8567-4952-8fb6-90658f2e62cc details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 14 19:08:32.216584 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 3f5aa9fa-8567-4952-8fb6-90658f2e62cc, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=3f5aa9fa-8567-4952-8fb6-90658f2e62cc,segment=NetworkSegment(5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3),segment_id=5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:08:32.231118 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Returning: {'device': '3f5aa9fa-8567-4952-8fb6-90658f2e62cc', 'network_id': 'd57080a4-a152-49b8-a805-9b8349e678ba', 'port_id': '3f5aa9fa-8567-4952-8fb6-90658f2e62cc', 'mac_address': 'fa:16:3e:72:69:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53786878-dcb5-494e-b53b-037026355e9e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 14 19:08:32.267559 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:32.280033 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f5aa9fa-8567-4952-8fb6-90658f2e62cc {{(pid=94118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:08:32.299270 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 3f5aa9fa-8567-4952-8fb6-90658f2e62cc, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=3f5aa9fa-8567-4952-8fb6-90658f2e62cc,segment=NetworkSegment(5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3),segment_id=5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:08:32.304211 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:32.351769 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=3f5aa9fa-8567-4952-8fb6-90658f2e62cc,revision_number=4']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:08:32.621675 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] get_ports_and_sgs() called for port_ids ['3f5aa9fa-8567-4952-8fb6-90658f2e62cc'] {{(pid=94118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 14 19:08:33.040982 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb986f0-11b8-4223-8438-eaa753bd41f4 req-1a050a52-852b-4019-b69e-636b1e11bf7f tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:33.042474 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-3cb986f0-11b8-4223-8438-eaa753bd41f4 req-1a050a52-852b-4019-b69e-636b1e11bf7f tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=1772839c-0eae-470c-aa59-0e8b20737d53 HTTP/1.1" status: 200 len: 945 time: 0.0476973 Aug 14 19:08:33.081946 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-3cb986f0-11b8-4223-8438-eaa753bd41f4 req-8d64d2cd-f6d3-4135-8d2a-7db0b40cbd08 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=903b62cb-45ad-453b-a98d-ea73123fc3de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334392 Aug 14 19:08:33.150503 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368dab0-f1f8-4131-88f4-25f6fffaffca req-631ab266-e89d-43ad-b089-065bf607a1ea tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:33.151867 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f368dab0-f1f8-4131-88f4-25f6fffaffca req-631ab266-e89d-43ad-b089-065bf607a1ea tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/ports?device_id=61565dde-5444-4bc2-ba40-a0ee581fe021 HTTP/1.1" status: 200 len: 945 time: 0.0535212 Aug 14 19:08:33.188447 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f368dab0-f1f8-4131-88f4-25f6fffaffca req-391cd8bb-c8f4-45cc-a069-474e7a5f0b8d tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/security-groups?id=213f1f52-1a36-49ad-8db9-229d887b41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306528 Aug 14 19:08:33.790029 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72bde07-17ed-41b0-b69f-cb80a7d10a78 req-928abcd7-a926-4bda-9e79-55e415de36ee tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:33.791512 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c72bde07-17ed-41b0-b69f-cb80a7d10a78 req-928abcd7-a926-4bda-9e79-55e415de36ee tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.24 "GET /v2.0/ports?device_id=61565dde-5444-4bc2-ba40-a0ee581fe021 HTTP/1.1" status: 200 len: 945 time: 0.0534453 Aug 14 19:08:33.887251 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [req-c72bde07-17ed-41b0-b69f-cb80a7d10a78 req-f5d122cf-7f89-4c55-bedb-142b2e86b189 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Deleting port 6e7fed87-b245-41d3-b3ef-4e03d932f89f {{(pid=94116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:08:33.887590 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-c72bde07-17ed-41b0-b69f-cb80a7d10a78 req-f5d122cf-7f89-4c55-bedb-142b2e86b189 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:33.984715 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [req-c72bde07-17ed-41b0-b69f-cb80a7d10a78 req-f5d122cf-7f89-4c55-bedb-142b2e86b189 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] For port 6e7fed87-b245-41d3-b3ef-4e03d932f89f, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=6e7fed87-b245-41d3-b3ef-4e03d932f89f,segment=NetworkSegment(a09a7bb7-3ad0-4c83-8cfa-e190706db4a3),segment_id=a09a7bb7-3ad0-4c83-8cfa-e190706db4a3)] {{(pid=94116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:08:33.985073 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-c72bde07-17ed-41b0-b69f-cb80a7d10a78 req-f5d122cf-7f89-4c55-bedb-142b2e86b189 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:34.001216 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [req-c72bde07-17ed-41b0-b69f-cb80a7d10a78 req-f5d122cf-7f89-4c55-bedb-142b2e86b189 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Calling delete_port for 6e7fed87-b245-41d3-b3ef-4e03d932f89f owned by compute:nova {{(pid=94116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:08:34.142956 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-c72bde07-17ed-41b0-b69f-cb80a7d10a78 req-f5d122cf-7f89-4c55-bedb-142b2e86b189 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26905004'] for port, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:34.159004 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] get_ports_and_sgs() called for port_ids ['6e7fed87-b245-41d3-b3ef-4e03d932f89f'] {{(pid=94118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 14 19:08:34.161158 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 3f5aa9fa-8567-4952-8fb6-90658f2e62cc up at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:08:34.171979 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d122cf-7f89-4c55-bedb-142b2e86b189 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Pushing event deleted for resources: {'Port': ['ID=6e7fed87-b245-41d3-b3ef-4e03d932f89f,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:08:34.208161 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06a1d4-1ecd-49ac-84ed-01370f321f21 req-313aa056-0fc9-4fb3-a5e9-9261ed81b55f tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:34.210421 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-5b06a1d4-1ecd-49ac-84ed-01370f321f21 req-313aa056-0fc9-4fb3-a5e9-9261ed81b55f tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=1772839c-0eae-470c-aa59-0e8b20737d53 HTTP/1.1" status: 200 len: 945 time: 0.0582063 Aug 14 19:08:34.226225 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [req-c72bde07-17ed-41b0-b69f-cb80a7d10a78 req-f5d122cf-7f89-4c55-bedb-142b2e86b189 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] No DVR routers for this DVR port 6e7fed87-b245-41d3-b3ef-4e03d932f89f on host hv-cinder-80458 {{(pid=94116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 14 19:08:34.229520 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-c72bde07-17ed-41b0-b69f-cb80a7d10a78 req-f5d122cf-7f89-4c55-bedb-142b2e86b189 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:34.233085 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c72bde07-17ed-41b0-b69f-cb80a7d10a78 req-f5d122cf-7f89-4c55-bedb-142b2e86b189 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.24 "DELETE /v2.0/ports/6e7fed87-b245-41d3-b3ef-4e03d932f89f HTTP/1.1" status: 204 len: 173 time: 0.4344788 Aug 14 19:08:34.233650 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61565dde-5444-4bc2-ba40-a0ee581fe021', 'name': 'network-vif-deleted', 'tag': '6e7fed87-b245-41d3-b3ef-4e03d932f89f'}] {{(pid=94116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:08:34.237249 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28c49a314bd7f251079b489e766d97b9f33e90e077807a9e7e5bf7a3f9e5ced" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5aa19d-e931-4f58-9999-5da2fcc958dd" -d '{"events": [{"server_uuid": "61565dde-5444-4bc2-ba40-a0ee581fe021", "name": "network-vif-deleted", "tag": "6e7fed87-b245-41d3-b3ef-4e03d932f89f"}]}' {{(pid=94116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:08:34.244842 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning for port 3f5aa9fa-8567-4952-8fb6-90658f2e62cc completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:08:34.251026 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning complete for port 3f5aa9fa-8567-4952-8fb6-90658f2e62cc triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:08:34.251570 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:34.266893 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-5b06a1d4-1ecd-49ac-84ed-01370f321f21 req-dea762b6-79f4-4024-869d-f26c04ad3ba2 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=903b62cb-45ad-453b-a98d-ea73123fc3de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466251 Aug 14 19:08:34.295216 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-8c05affc-bb42-4a13-aaa2-220e34392eb2 req-c462043a-601b-4390-a84e-c0e0271bb532 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/ports?device_id=61565dde-5444-4bc2-ba40-a0ee581fe021 HTTP/1.1" status: 200 len: 210 time: 0.0282567 Aug 14 19:08:34.334191 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe498c7-0fc8-4d1b-ac8a-e4db7d41b2e2 x-openstack-request-id: req-efe498c7-0fc8-4d1b-ac8a-e4db7d41b2e2 {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:08:34.334699 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61565dde-5444-4bc2-ba40-a0ee581fe021", "name": "network-vif-deleted", "tag": "6e7fed87-b245-41d3-b3ef-4e03d932f89f", "status": "completed", "code": 200}]} {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:08:34.335053 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-efe498c7-0fc8-4d1b-ac8a-e4db7d41b2e2 {{(pid=94116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:08:34.335601 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61565dde-5444-4bc2-ba40-a0ee581fe021', 'name': 'network-vif-deleted', 'tag': '6e7fed87-b245-41d3-b3ef-4e03d932f89f', 'status': 'completed', 'code': 200} Aug 14 19:08:34.370436 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:34.398706 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1772839c-0eae-470c-aa59-0e8b20737d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5aa9fa-8567-4952-8fb6-90658f2e62cc'}] {{(pid=94118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:08:34.401013 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec225036cb8a85e900ef4a1438a865ee1e0a541caa4576dd66f1a48457471f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3346324-7929-4451-b86c-e8c10b82f527" -d '{"events": [{"server_uuid": "1772839c-0eae-470c-aa59-0e8b20737d53", "name": "network-vif-plugged", "status": "completed", "tag": "3f5aa9fa-8567-4952-8fb6-90658f2e62cc"}]}' {{(pid=94118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:08:34.415147 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 3f5aa9fa-8567-4952-8fb6-90658f2e62cc, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=3f5aa9fa-8567-4952-8fb6-90658f2e62cc,segment=NetworkSegment(5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3),segment_id=5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:08:34.419450 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:34.446875 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a3a43d-0188-4c8c-8eaa-a86448764001 x-openstack-request-id: req-e0a3a43d-0188-4c8c-8eaa-a86448764001 {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:08:34.447327 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1772839c-0eae-470c-aa59-0e8b20737d53", "name": "network-vif-plugged", "status": "completed", "tag": "3f5aa9fa-8567-4952-8fb6-90658f2e62cc", "code": 200}]} {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:08:34.447599 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e0a3a43d-0188-4c8c-8eaa-a86448764001 {{(pid=94118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:08:34.447994 dv-cinder-804581-2-iscsi neutron-server[94118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1772839c-0eae-470c-aa59-0e8b20737d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5aa9fa-8567-4952-8fb6-90658f2e62cc', 'code': 200} Aug 14 19:08:34.475321 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=3f5aa9fa-8567-4952-8fb6-90658f2e62cc,revision_number=5']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:08:34.608053 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a6836-d6fc-430b-afb5-b82e505e9877 req-3d1d05e3-e192-4d08-b13a-cc3013135f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:34.609580 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-6c2a6836-d6fc-430b-afb5-b82e505e9877 req-3d1d05e3-e192-4d08-b13a-cc3013135f10 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1772839c-0eae-470c-aa59-0e8b20737d53 HTTP/1.1" status: 200 len: 1099 time: 0.0409641 Aug 14 19:08:34.654295 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-6c2a6836-d6fc-430b-afb5-b82e505e9877 req-5a0dde51-2d03-4e63-ada4-0dc19a17cde2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=903b62cb-45ad-453b-a98d-ea73123fc3de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330555 Aug 14 19:08:34.755949 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1920ca73-7191-44aa-8538-2a5993f51379 req-db9f1dde-c805-4b76-9c46-9506e40dc630 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-438904822&fields=id&tenant_id=e72304a5f779453f8a5a56c86d3eb70a HTTP/1.1" status: 200 len: 267 time: 0.0384994 Aug 14 19:08:34.818796 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920ca73-7191-44aa-8538-2a5993f51379 req-8d88b95b-9fe8-4047-b715-32a840cc4b7a tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:34.820939 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1920ca73-7191-44aa-8538-2a5993f51379 req-8d88b95b-9fe8-4047-b715-32a840cc4b7a tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 985 time: 0.0566416 Aug 14 19:08:34.834066 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [req-1920ca73-7191-44aa-8538-2a5993f51379 req-d8b3802b-34f8-4885-818a-dc463087e1b2 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Request body: {'port': {'security_groups': ['84203a9d-f87d-4d63-a1c9-1784de7f7dc9']}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:08:34.912825 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-1920ca73-7191-44aa-8538-2a5993f51379 req-d8b3802b-34f8-4885-818a-dc463087e1b2 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:35.103782 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [req-1920ca73-7191-44aa-8538-2a5993f51379 req-d8b3802b-34f8-4885-818a-dc463087e1b2 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] For port c286000b-4f38-46be-adb8-40ae92652204, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=c286000b-4f38-46be-adb8-40ae92652204,segment=NetworkSegment(e0ca4b07-6afe-411d-bd3a-78e2360d0279),segment_id=e0ca4b07-6afe-411d-bd3a-78e2360d0279)] {{(pid=94117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:08:35.136211 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-1920ca73-7191-44aa-8538-2a5993f51379 req-d8b3802b-34f8-4885-818a-dc463087e1b2 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks [] for port, precommit_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:35.140915 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-1920ca73-7191-44aa-8538-2a5993f51379 req-d8b3802b-34f8-4885-818a-dc463087e1b2 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25274142'] for port, after_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:35.154975 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] get_ports_and_sgs() called for port_ids ['c286000b-4f38-46be-adb8-40ae92652204'] {{(pid=94118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 14 19:08:35.194475 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920ca73-7191-44aa-8538-2a5993f51379 req-d8b3802b-34f8-4885-818a-dc463087e1b2 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:35.194475 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-1920ca73-7191-44aa-8538-2a5993f51379 req-d8b3802b-34f8-4885-818a-dc463087e1b2 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:35.196492 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1920ca73-7191-44aa-8538-2a5993f51379 req-d8b3802b-34f8-4885-818a-dc463087e1b2 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "PUT /v2.0/ports/c286000b-4f38-46be-adb8-40ae92652204 HTTP/1.1" status: 200 len: 943 time: 0.3684137 Aug 14 19:08:35.196689 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35714035-4082-4ee8-bd40-29744134edc7', 'tag': 'c286000b-4f38-46be-adb8-40ae92652204'}] {{(pid=94117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:08:35.202485 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ea8273f875cf68671556eb39bbac10e5cf2532cbac2204340d4cc673a0511b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbd56af-95c8-4717-9f8e-fce87d587e21" -d '{"events": [{"name": "network-changed", "server_uuid": "35714035-4082-4ee8-bd40-29744134edc7", "tag": "c286000b-4f38-46be-adb8-40ae92652204"}]}' {{(pid=94117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:08:35.202609 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 36296) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:08:35.250294 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b3802b-34f8-4885-818a-dc463087e1b2 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Pushing event updated for resources: {'Port': ['ID=c286000b-4f38-46be-adb8-40ae92652204,revision_number=7']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:08:35.260747 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 Aug 2021 19:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82efd7f-71a8-40a4-8091-1c3b9c60301c x-openstack-request-id: req-d82efd7f-71a8-40a4-8091-1c3b9c60301c {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:08:35.261581 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35714035-4082-4ee8-bd40-29744134edc7", "tag": "c286000b-4f38-46be-adb8-40ae92652204", "status": "completed", "code": 200}]} {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:08:35.262420 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d82efd7f-71a8-40a4-8091-1c3b9c60301c {{(pid=94117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:08:35.262726 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35714035-4082-4ee8-bd40-29744134edc7', 'tag': 'c286000b-4f38-46be-adb8-40ae92652204', 'status': 'completed', 'code': 200} Aug 14 19:08:35.303700 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] get_ports_and_sgs() called for port_ids ['c286000b-4f38-46be-adb8-40ae92652204'] {{(pid=94118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 14 19:08:35.368790 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-190fc854-3deb-424b-b3d7-60a0d9f74ffe tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:35.407646 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-190fc854-3deb-424b-b3d7-60a0d9f74ffe tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:35.414059 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd56af-95c8-4717-9f8e-fce87d587e21 req-098ef528-2f4b-4934-aa66-1912fb7c7be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:35.416190 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-7cbd56af-95c8-4717-9f8e-fce87d587e21 req-098ef528-2f4b-4934-aa66-1912fb7c7be7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e72304a5f779453f8a5a56c86d3eb70a&device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 1099 time: 0.1179881 Aug 14 19:08:35.454052 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac3e8e-5011-414b-9b4c-108ab696d3bf req-0f312082-e64b-4d63-beae-8186fa37ca5b tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:35.456002 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-14ac3e8e-5011-414b-9b4c-108ab696d3bf req-0f312082-e64b-4d63-beae-8186fa37ca5b tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=1772839c-0eae-470c-aa59-0e8b20737d53 HTTP/1.1" status: 200 len: 946 time: 0.1113935 Aug 14 19:08:35.496354 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-14ac3e8e-5011-414b-9b4c-108ab696d3bf req-cf731679-5f17-4b6d-a84b-620366cfdea4 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=903b62cb-45ad-453b-a98d-ea73123fc3de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340083 Aug 14 19:08:35.528162 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-38fb22e0-d74e-4832-9af1-8d44e7e3b1af None None] Provisioning complete for port c286000b-4f38-46be-adb8-40ae92652204 triggered by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:08:35.528759 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-38fb22e0-d74e-4832-9af1-8d44e7e3b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:35.555864 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-190fc854-3deb-424b-b3d7-60a0d9f74ffe tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:35.558856 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-190fc854-3deb-424b-b3d7-60a0d9f74ffe tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:35.562507 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-190fc854-3deb-424b-b3d7-60a0d9f74ffe tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "DELETE /v2.0/security-groups/319820ce-cfc6-4a72-b2e2-ebae84723f14 HTTP/1.1" status: 204 len: 168 time: 0.3564801 Aug 14 19:08:35.562877 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 36306) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:08:35.597556 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190fc854-3deb-424b-b3d7-60a0d9f74ffe tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=319820ce-cfc6-4a72-b2e2-ebae84723f14,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:08:35.628812 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd56af-95c8-4717-9f8e-fce87d587e21 req-cefb55da-b702-4247-ae94-c08ffbceb6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:35.630843 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-7cbd56af-95c8-4717-9f8e-fce87d587e21 req-cefb55da-b702-4247-ae94-c08ffbceb6aa service neutron] 10.222.0.24 "GET /v2.0/networks?id=9f586da3-1665-4701-96ad-e7c575a8d416 HTTP/1.1" status: 200 len: 916 time: 0.2015762 Aug 14 19:08:35.732241 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-7cbd56af-95c8-4717-9f8e-fce87d587e21 req-379a8b3c-c039-4a49-9599-6e77c44d54b3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c286000b-4f38-46be-adb8-40ae92652204 HTTP/1.1" status: 200 len: 1001 time: 0.0941081 Aug 14 19:08:35.787209 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd56af-95c8-4717-9f8e-fce87d587e21 req-6fc63745-1305-4ee1-aaea-3444b119e112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:35.788712 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-7cbd56af-95c8-4717-9f8e-fce87d587e21 req-6fc63745-1305-4ee1-aaea-3444b119e112 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5a79f99a-c70a-42e3-aa73-d94c7467867c HTTP/1.1" status: 200 len: 854 time: 0.0461333 Aug 14 19:08:35.796559 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [None req-6e065231-c5be-409f-9173-cb05ee5c2403 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Deleting port e61931ff-11e8-46a6-825e-361cd6f6cc3f {{(pid=94117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:08:35.797022 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-6e065231-c5be-409f-9173-cb05ee5c2403 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:35.834454 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd56af-95c8-4717-9f8e-fce87d587e21 req-035fba3e-1c79-4aa5-8dac-b263aee31ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:35.835982 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-7cbd56af-95c8-4717-9f8e-fce87d587e21 req-035fba3e-1c79-4aa5-8dac-b263aee31ffc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f586da3-1665-4701-96ad-e7c575a8d416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393846 Aug 14 19:08:35.879707 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-6e065231-c5be-409f-9173-cb05ee5c2403 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:35.880034 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-6e065231-c5be-409f-9173-cb05ee5c2403 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:35.894043 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [None req-6e065231-c5be-409f-9173-cb05ee5c2403 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Calling delete_port for e61931ff-11e8-46a6-825e-361cd6f6cc3f owned by network:floatingip {{(pid=94117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:08:35.941146 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-7cbd56af-95c8-4717-9f8e-fce87d587e21 req-a1e354ce-5562-4966-b4be-a188e6c25780 service neutron] 10.222.0.24 "GET /v2.0/networks/9f586da3-1665-4701-96ad-e7c575a8d416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879202 Aug 14 19:08:36.071217 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-6e065231-c5be-409f-9173-cb05ee5c2403 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25274135'] for port, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:36.093663 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e065231-c5be-409f-9173-cb05ee5c2403 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Pushing event deleted for resources: {'Port': ['ID=e61931ff-11e8-46a6-825e-361cd6f6cc3f,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:08:36.153900 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-6e065231-c5be-409f-9173-cb05ee5c2403 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks [] for floatingip, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:36.154230 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.db.l3_db [None req-6e065231-c5be-409f-9173-cb05ee5c2403 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Floating IP 7d51ce06-e404-429d-beea-d0b43143b5d2 disassociated (deleted). External IP: 172.27.2.78, port: c286000b-4f38-46be-adb8-40ae92652204. Aug 14 19:08:36.354955 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e065231-c5be-409f-9173-cb05ee5c2403 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Router 2eff7102-b24d-4792-a1cc-fb1ffaed6e64 has already been hosted by L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 {{(pid=94117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 14 19:08:36.706771 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e065231-c5be-409f-9173-cb05ee5c2403 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 19:08:36.711559 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-6e065231-c5be-409f-9173-cb05ee5c2403 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for floatingip, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:36.716746 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da9ea03-4b83-49bc-8d79-e8c22ce400cb None None] Sync routers for ids ['2eff7102-b24d-4792-a1cc-fb1ffaed6e64'] in dv-cinder-804581-2-iscsi {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 19:08:36.726216 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da9ea03-4b83-49bc-8d79-e8c22ce400cb None None] Routers {'2eff7102-b24d-4792-a1cc-fb1ffaed6e64'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:08:36.726933 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-9da9ea03-4b83-49bc-8d79-e8c22ce400cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:08:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['2eff7102-b24d-4792-a1cc-fb1ffaed6e64'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:08:36.743905 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e9893-8fa8-4ee2-8f3a-725db4dc912b req-980a2586-2a74-40ac-a0af-bf6ac70671d5 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:36.745415 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-868e9893-8fa8-4ee2-8f3a-725db4dc912b req-980a2586-2a74-40ac-a0af-bf6ac70671d5 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=1772839c-0eae-470c-aa59-0e8b20737d53 HTTP/1.1" status: 200 len: 946 time: 0.0880713 Aug 14 19:08:36.754605 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-6e065231-c5be-409f-9173-cb05ee5c2403 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "DELETE /v2.0/floatingips/7d51ce06-e404-429d-beea-d0b43143b5d2 HTTP/1.1" status: 204 len: 168 time: 1.1904762 Aug 14 19:08:36.789675 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-868e9893-8fa8-4ee2-8f3a-725db4dc912b req-5a320693-1d3b-4350-a0c4-f3a4ffb8c2ec tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=903b62cb-45ad-453b-a98d-ea73123fc3de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373862 Aug 14 19:08:36.836592 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-9da9ea03-4b83-49bc-8d79-e8c22ce400cb None None] Set router 2eff7102-b24d-4792-a1cc-fb1ffaed6e64 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:08:36.864487 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 6e7fed87-b245-41d3-b3ef-4e03d932f89f no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:08:36.889951 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] No Port match for: 6e7fed87-b245-41d3-b3ef-4e03d932f89f {{(pid=94118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 14 19:08:36.890324 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 6e7fed87-b245-41d3-b3ef-4e03d932f89f not bound to the agent host hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 14 19:08:36.934915 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a3882-e75a-4050-a02f-710bd0246329 req-b7b0c261-3887-483b-b923-c631628bea6c tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:36.936762 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-2e5a3882-e75a-4050-a02f-710bd0246329 req-b7b0c261-3887-483b-b923-c631628bea6c tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=1772839c-0eae-470c-aa59-0e8b20737d53 HTTP/1.1" status: 200 len: 946 time: 0.0605702 Aug 14 19:08:36.947152 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 36324) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:08:36.950191 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [None req-37ba9316-1e28-4a42-b60c-f647e83c8b3f tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Request body: {'floatingip': {'port_id': '3f5aa9fa-8567-4952-8fb6-90658f2e62cc'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:08:36.957121 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-7cbd56af-95c8-4717-9f8e-fce87d587e21 req-68f9ff49-c065-4b4e-851d-370f0b59422b service neutron] 10.222.0.24 "GET /v2.0/networks/9f586da3-1665-4701-96ad-e7c575a8d416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094005 Aug 14 19:08:36.994640 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-37ba9316-1e28-4a42-b60c-f647e83c8b3f tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks [] for floatingip, before_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:37.099393 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-9da9ea03-4b83-49bc-8d79-e8c22ce400cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eff7102-b24d-4792-a1cc-fb1ffaed6e64', 'name': 'tempest-TestMinimumBasicScenario-1503964413-router', 'tenant_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '462fb6b7-842f-49b0-a2cb-71967b3569bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:32Z', 'updated_at': '2021-08-14T19:05:37Z', 'revision_number': 4, 'project_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'gw_port': {'id': '462fb6b7-842f-49b0-a2cb-71967b3569bb', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eff7102-b24d-4792-a1cc-fb1ffaed6e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:33Z', 'updated_at': '2021-08-14T19:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': 'a4f22916-c87d-429e-84f1-b305a9871106', 'name': '', 'network_id': '9f586da3-1665-4701-96ad-e7c575a8d416', 'tenant_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'mac_address': 'fa:16:3e:f6:97:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eff7102-b24d-4792-a1cc-fb1ffaed6e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '5a79f99a-c70a-42e3-aa73-d94c7467867c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:36Z', 'updated_at': '2021-08-14T19:05:48Z', 'revision_number': 5, 'project_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'subnets': [{'id': '5a79f99a-c70a-42e3-aa73-d94c7467867c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:08:37.126019 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da9ea03-4b83-49bc-8d79-e8c22ce400cb None None] Checking router: 2eff7102-b24d-4792-a1cc-fb1ffaed6e64 for host: dv-cinder-804581-2-iscsi {{(pid=94118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 19:08:37.134796 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da9ea03-4b83-49bc-8d79-e8c22ce400cb None None] Routers {'2eff7102-b24d-4792-a1cc-fb1ffaed6e64'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:08:37.135381 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-9da9ea03-4b83-49bc-8d79-e8c22ce400cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:08:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['2eff7102-b24d-4792-a1cc-fb1ffaed6e64'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:08:37.242558 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-9da9ea03-4b83-49bc-8d79-e8c22ce400cb None None] Set router 2eff7102-b24d-4792-a1cc-fb1ffaed6e64 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:08:37.284442 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35714035-4082-4ee8-bd40-29744134edc7', 'tag': 'c286000b-4f38-46be-adb8-40ae92652204'}] {{(pid=94117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:08:37.286696 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ea8273f875cf68671556eb39bbac10e5cf2532cbac2204340d4cc673a0511b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f2c3b2-44a4-43f3-b7d8-435bf536dcf5" -d '{"events": [{"name": "network-changed", "server_uuid": "35714035-4082-4ee8-bd40-29744134edc7", "tag": "c286000b-4f38-46be-adb8-40ae92652204"}]}' {{(pid=94117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:08:37.337051 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 Aug 2021 19:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1576429b-6b14-4cba-a89a-ce9b68dec4f8 x-openstack-request-id: req-1576429b-6b14-4cba-a89a-ce9b68dec4f8 {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:08:37.337335 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35714035-4082-4ee8-bd40-29744134edc7", "tag": "c286000b-4f38-46be-adb8-40ae92652204", "status": "completed", "code": 200}]} {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:08:37.337580 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1576429b-6b14-4cba-a89a-ce9b68dec4f8 {{(pid=94117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:08:37.337964 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35714035-4082-4ee8-bd40-29744134edc7', 'tag': 'c286000b-4f38-46be-adb8-40ae92652204', 'status': 'completed', 'code': 200} Aug 14 19:08:37.443944 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-9da9ea03-4b83-49bc-8d79-e8c22ce400cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eff7102-b24d-4792-a1cc-fb1ffaed6e64', 'name': 'tempest-TestMinimumBasicScenario-1503964413-router', 'tenant_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '462fb6b7-842f-49b0-a2cb-71967b3569bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:32Z', 'updated_at': '2021-08-14T19:05:37Z', 'revision_number': 4, 'project_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'gw_port': {'id': '462fb6b7-842f-49b0-a2cb-71967b3569bb', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eff7102-b24d-4792-a1cc-fb1ffaed6e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:33Z', 'updated_at': '2021-08-14T19:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': 'a4f22916-c87d-429e-84f1-b305a9871106', 'name': '', 'network_id': '9f586da3-1665-4701-96ad-e7c575a8d416', 'tenant_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'mac_address': 'fa:16:3e:f6:97:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eff7102-b24d-4792-a1cc-fb1ffaed6e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '5a79f99a-c70a-42e3-aa73-d94c7467867c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:36Z', 'updated_at': '2021-08-14T19:05:48Z', 'revision_number': 5, 'project_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'subnets': [{'id': '5a79f99a-c70a-42e3-aa73-d94c7467867c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:08:37.452680 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-37ba9316-1e28-4a42-b60c-f647e83c8b3f tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:37.457508 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-37ba9316-1e28-4a42-b60c-f647e83c8b3f tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499347'] for floatingip, after_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:37.476202 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da9ea03-4b83-49bc-8d79-e8c22ce400cb None None] The sync data for ids ['2eff7102-b24d-4792-a1cc-fb1ffaed6e64'] in dv-cinder-804581-2-iscsi is: [{'id': '2eff7102-b24d-4792-a1cc-fb1ffaed6e64', 'name': 'tempest-TestMinimumBasicScenario-1503964413-router', 'tenant_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '462fb6b7-842f-49b0-a2cb-71967b3569bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:32Z', 'updated_at': '2021-08-14T19:05:37Z', 'revision_number': 4, 'project_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'gw_port': {'id': '462fb6b7-842f-49b0-a2cb-71967b3569bb', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eff7102-b24d-4792-a1cc-fb1ffaed6e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:33Z', 'updated_at': '2021-08-14T19:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': 'a4f22916-c87d-429e-84f1-b305a9871106', 'name': '', 'network_id': '9f586da3-1665-4701-96ad-e7c575a8d416', 'tenant_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'mac_address': 'fa:16:3e:f6:97:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eff7102-b24d-4792-a1cc-fb1ffaed6e64', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '5a79f99a-c70a-42e3-aa73-d94c7467867c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:36Z', 'updated_at': '2021-08-14T19:05:48Z', 'revision_number': 5, 'project_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'subnets': [{'id': '5a79f99a-c70a-42e3-aa73-d94c7467867c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 19:08:37.559054 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.db.l3_db [None req-37ba9316-1e28-4a42-b60c-f647e83c8b3f tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Floating IP 6e57c68e-a176-4895-ac00-568163351be5 associated. External IP: 172.27.2.37, port: 3f5aa9fa-8567-4952-8fb6-90658f2e62cc. Aug 14 19:08:37.707910 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7569a1-9b9e-4f5b-9816-752f74c50044 None None] New status for floating IP 7d51ce06-e404-429d-beea-d0b43143b5d2: DOWN {{(pid=94119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 14 19:08:37.777827 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ba9316-1e28-4a42-b60c-f647e83c8b3f tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Router 40c5f8a2-a0e4-46bc-af8f-30b4c23d139f has already been hosted by L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 {{(pid=94117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 14 19:08:37.896937 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ba9316-1e28-4a42-b60c-f647e83c8b3f tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 19:08:37.901350 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-37ba9316-1e28-4a42-b60c-f647e83c8b3f tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for floatingip, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:37.907729 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee111f31-f9e5-4679-aadb-7d26c12013dc None None] Sync routers for ids ['40c5f8a2-a0e4-46bc-af8f-30b4c23d139f'] in dv-cinder-804581-2-iscsi {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 19:08:37.918214 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee111f31-f9e5-4679-aadb-7d26c12013dc None None] Routers {'40c5f8a2-a0e4-46bc-af8f-30b4c23d139f'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:08:37.919029 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-ee111f31-f9e5-4679-aadb-7d26c12013dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:08:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['40c5f8a2-a0e4-46bc-af8f-30b4c23d139f'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:08:37.932035 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-37ba9316-1e28-4a42-b60c-f647e83c8b3f tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "PUT /v2.0/floatingips/6e57c68e-a176-4895-ac00-568163351be5 HTTP/1.1" status: 200 len: 991 time: 0.9854143 Aug 14 19:08:38.154269 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-ee111f31-f9e5-4679-aadb-7d26c12013dc None None] Set router 40c5f8a2-a0e4-46bc-af8f-30b4c23d139f gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:08:38.384183 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-ee111f31-f9e5-4679-aadb-7d26c12013dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'name': 'tempest-AttachVolumeTestJSON-1231158712-router', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ff0de448-485d-4ae8-932c-851b55e2c6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:28Z', 'updated_at': '2021-08-14T19:03:35Z', 'revision_number': 4, 'project_id': '2e3430e72b2f427f9643c8ae878c86fb', 'gw_port': {'id': 'ff0de448-485d-4ae8-932c-851b55e2c6df', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:30Z', 'updated_at': '2021-08-14T19:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_floatingips': [{'id': '6e57c68e-a176-4895-ac00-568163351be5', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'router_id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'port_id': '3f5aa9fa-8567-4952-8fb6-90658f2e62cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd57080a4-a152-49b8-a805-9b8349e678ba', 'mac_address': 'fa:16:3e:72:69:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1772839c-0eae-470c-aa59-0e8b20737d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-14T19:08:25Z', 'updated_at': '2021-08-14T19:08:37Z', 'revision_number': 1, 'project_id': '2e3430e72b2f427f9643c8ae878c86fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e842964-b7cc-4926-9688-409f0e31e389', 'name': '', 'network_id': 'd57080a4-a152-49b8-a805-9b8349e678ba', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'mac_address': 'fa:16:3e:53:8b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '53786878-dcb5-494e-b53b-037026355e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:33Z', 'updated_at': '2021-08-14T19:03:46Z', 'revision_number': 5, 'project_id': '2e3430e72b2f427f9643c8ae878c86fb', 'subnets': [{'id': '53786878-dcb5-494e-b53b-037026355e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:08:38.411484 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee111f31-f9e5-4679-aadb-7d26c12013dc None None] Checking router: 40c5f8a2-a0e4-46bc-af8f-30b4c23d139f for host: dv-cinder-804581-2-iscsi {{(pid=94118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 19:08:38.419889 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee111f31-f9e5-4679-aadb-7d26c12013dc None None] Routers {'40c5f8a2-a0e4-46bc-af8f-30b4c23d139f'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:08:38.420509 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-ee111f31-f9e5-4679-aadb-7d26c12013dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:08:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['40c5f8a2-a0e4-46bc-af8f-30b4c23d139f'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:08:38.530808 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-ee111f31-f9e5-4679-aadb-7d26c12013dc None None] Set router 40c5f8a2-a0e4-46bc-af8f-30b4c23d139f gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:08:38.766746 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-ee111f31-f9e5-4679-aadb-7d26c12013dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'name': 'tempest-AttachVolumeTestJSON-1231158712-router', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ff0de448-485d-4ae8-932c-851b55e2c6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:28Z', 'updated_at': '2021-08-14T19:03:35Z', 'revision_number': 4, 'project_id': '2e3430e72b2f427f9643c8ae878c86fb', 'gw_port': {'id': 'ff0de448-485d-4ae8-932c-851b55e2c6df', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:30Z', 'updated_at': '2021-08-14T19:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_floatingips': [{'id': '6e57c68e-a176-4895-ac00-568163351be5', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'router_id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'port_id': '3f5aa9fa-8567-4952-8fb6-90658f2e62cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd57080a4-a152-49b8-a805-9b8349e678ba', 'mac_address': 'fa:16:3e:72:69:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1772839c-0eae-470c-aa59-0e8b20737d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-14T19:08:25Z', 'updated_at': '2021-08-14T19:08:37Z', 'revision_number': 1, 'project_id': '2e3430e72b2f427f9643c8ae878c86fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e842964-b7cc-4926-9688-409f0e31e389', 'name': '', 'network_id': 'd57080a4-a152-49b8-a805-9b8349e678ba', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'mac_address': 'fa:16:3e:53:8b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '53786878-dcb5-494e-b53b-037026355e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:33Z', 'updated_at': '2021-08-14T19:03:46Z', 'revision_number': 5, 'project_id': '2e3430e72b2f427f9643c8ae878c86fb', 'subnets': [{'id': '53786878-dcb5-494e-b53b-037026355e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:08:38.795658 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee111f31-f9e5-4679-aadb-7d26c12013dc None None] The sync data for ids ['40c5f8a2-a0e4-46bc-af8f-30b4c23d139f'] in dv-cinder-804581-2-iscsi is: [{'id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'name': 'tempest-AttachVolumeTestJSON-1231158712-router', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ff0de448-485d-4ae8-932c-851b55e2c6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:28Z', 'updated_at': '2021-08-14T19:03:35Z', 'revision_number': 4, 'project_id': '2e3430e72b2f427f9643c8ae878c86fb', 'gw_port': {'id': 'ff0de448-485d-4ae8-932c-851b55e2c6df', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:30Z', 'updated_at': '2021-08-14T19:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_floatingips': [{'id': '6e57c68e-a176-4895-ac00-568163351be5', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'router_id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'port_id': '3f5aa9fa-8567-4952-8fb6-90658f2e62cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd57080a4-a152-49b8-a805-9b8349e678ba', 'mac_address': 'fa:16:3e:72:69:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1772839c-0eae-470c-aa59-0e8b20737d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-14T19:08:25Z', 'updated_at': '2021-08-14T19:08:37Z', 'revision_number': 1, 'project_id': '2e3430e72b2f427f9643c8ae878c86fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e842964-b7cc-4926-9688-409f0e31e389', 'name': '', 'network_id': 'd57080a4-a152-49b8-a805-9b8349e678ba', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'mac_address': 'fa:16:3e:53:8b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '53786878-dcb5-494e-b53b-037026355e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:33Z', 'updated_at': '2021-08-14T19:03:46Z', 'revision_number': 5, 'project_id': '2e3430e72b2f427f9643c8ae878c86fb', 'subnets': [{'id': '53786878-dcb5-494e-b53b-037026355e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 19:08:38.872789 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2c3b2-44a4-43f3-b7d8-435bf536dcf5 req-4be21929-586a-4411-9d46-4794f048922b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:38.874316 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-a5f2c3b2-44a4-43f3-b7d8-435bf536dcf5 req-4be21929-586a-4411-9d46-4794f048922b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e72304a5f779453f8a5a56c86d3eb70a&device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 1099 time: 0.0647180 Aug 14 19:08:38.977572 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2c3b2-44a4-43f3-b7d8-435bf536dcf5 req-681a51ae-7d6d-4b18-91e7-5c96809ff080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:38.979107 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-a5f2c3b2-44a4-43f3-b7d8-435bf536dcf5 req-681a51ae-7d6d-4b18-91e7-5c96809ff080 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9f586da3-1665-4701-96ad-e7c575a8d416 HTTP/1.1" status: 200 len: 916 time: 0.0935328 Aug 14 19:08:39.017468 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73785446-a001-4afb-b0d8-5dd5731c147e None None] New status for floating IP 6e57c68e-a176-4895-ac00-568163351be5: ACTIVE {{(pid=94119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 14 19:08:39.027638 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-a5f2c3b2-44a4-43f3-b7d8-435bf536dcf5 req-1b3431a1-2d0b-417b-80ce-feec0816ba51 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c286000b-4f38-46be-adb8-40ae92652204 HTTP/1.1" status: 200 len: 217 time: 0.0366540 Aug 14 19:08:39.081351 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2c3b2-44a4-43f3-b7d8-435bf536dcf5 req-aee6db16-ca07-4807-af47-0c60f00ef764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:39.082872 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-a5f2c3b2-44a4-43f3-b7d8-435bf536dcf5 req-aee6db16-ca07-4807-af47-0c60f00ef764 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5a79f99a-c70a-42e3-aa73-d94c7467867c HTTP/1.1" status: 200 len: 854 time: 0.0477095 Aug 14 19:08:39.135170 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2c3b2-44a4-43f3-b7d8-435bf536dcf5 req-8609e530-e886-45a0-b333-3dc1464e1ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:39.136676 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-a5f2c3b2-44a4-43f3-b7d8-435bf536dcf5 req-8609e530-e886-45a0-b333-3dc1464e1ac5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9f586da3-1665-4701-96ad-e7c575a8d416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433607 Aug 14 19:08:39.238786 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-a5f2c3b2-44a4-43f3-b7d8-435bf536dcf5 req-f1851f1b-abd2-4f93-b5bc-4e7c6f330d0a service neutron] 10.222.0.24 "GET /v2.0/networks/9f586da3-1665-4701-96ad-e7c575a8d416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856850 Aug 14 19:08:39.336126 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-a5f2c3b2-44a4-43f3-b7d8-435bf536dcf5 req-43655240-d894-41ec-b0de-e55ea5fec26a service neutron] 10.222.0.24 "GET /v2.0/networks/9f586da3-1665-4701-96ad-e7c575a8d416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889583 Aug 14 19:08:39.338768 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1772839c-0eae-470c-aa59-0e8b20737d53', 'tag': '3f5aa9fa-8567-4952-8fb6-90658f2e62cc'}] {{(pid=94117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:08:39.341373 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ea8273f875cf68671556eb39bbac10e5cf2532cbac2204340d4cc673a0511b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0cad2ce-7583-4770-a671-a05559e3a31d" -d '{"events": [{"name": "network-changed", "server_uuid": "1772839c-0eae-470c-aa59-0e8b20737d53", "tag": "3f5aa9fa-8567-4952-8fb6-90658f2e62cc"}]}' {{(pid=94117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:08:39.391175 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 Aug 2021 19:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b27ac2e-216e-4360-8394-e11f72a99e4d x-openstack-request-id: req-7b27ac2e-216e-4360-8394-e11f72a99e4d {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:08:39.391489 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1772839c-0eae-470c-aa59-0e8b20737d53", "tag": "3f5aa9fa-8567-4952-8fb6-90658f2e62cc", "status": "completed", "code": 200}]} {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:08:39.391738 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7b27ac2e-216e-4360-8394-e11f72a99e4d {{(pid=94117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:08:39.392140 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1772839c-0eae-470c-aa59-0e8b20737d53', 'tag': '3f5aa9fa-8567-4952-8fb6-90658f2e62cc', 'status': 'completed', 'code': 200} Aug 14 19:08:39.457069 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cad2ce-7583-4770-a671-a05559e3a31d req-43854fc0-69aa-4488-b296-647def603910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:39.458629 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-d0cad2ce-7583-4770-a671-a05559e3a31d req-43854fc0-69aa-4488-b296-647def603910 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2e3430e72b2f427f9643c8ae878c86fb&device_id=1772839c-0eae-470c-aa59-0e8b20737d53 HTTP/1.1" status: 200 len: 1099 time: 0.0423055 Aug 14 19:08:39.557139 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cad2ce-7583-4770-a671-a05559e3a31d req-1714f2c6-43e4-4d17-87ce-fb1b8b1b6205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:39.558755 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-d0cad2ce-7583-4770-a671-a05559e3a31d req-1714f2c6-43e4-4d17-87ce-fb1b8b1b6205 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d57080a4-a152-49b8-a805-9b8349e678ba HTTP/1.1" status: 200 len: 912 time: 0.0912430 Aug 14 19:08:39.635855 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-d0cad2ce-7583-4770-a671-a05559e3a31d req-6f71763e-98f8-4025-a4ec-d4a06142940b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f5aa9fa-8567-4952-8fb6-90658f2e62cc HTTP/1.1" status: 200 len: 1001 time: 0.0622935 Aug 14 19:08:39.686382 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cad2ce-7583-4770-a671-a05559e3a31d req-817f7f5e-1496-4e84-8273-adfce807d27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:39.687786 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-d0cad2ce-7583-4770-a671-a05559e3a31d req-817f7f5e-1496-4e84-8273-adfce807d27e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53786878-dcb5-494e-b53b-037026355e9e HTTP/1.1" status: 200 len: 850 time: 0.0442879 Aug 14 19:08:39.737575 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cad2ce-7583-4770-a671-a05559e3a31d req-2125fb81-0158-47d2-a461-84a7876c3a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:39.739094 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-d0cad2ce-7583-4770-a671-a05559e3a31d req-2125fb81-0158-47d2-a461-84a7876c3a41 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d57080a4-a152-49b8-a805-9b8349e678ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435920 Aug 14 19:08:39.830204 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-d0cad2ce-7583-4770-a671-a05559e3a31d req-9ca3e65f-0cef-470d-8864-004d5d534081 service neutron] 10.222.0.24 "GET /v2.0/networks/d57080a4-a152-49b8-a805-9b8349e678ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834727 Aug 14 19:08:39.951587 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-d0cad2ce-7583-4770-a671-a05559e3a31d req-5081c165-bb93-4c43-8728-58c99d7cca1d service neutron] 10.222.0.24 "GET /v2.0/networks/d57080a4-a152-49b8-a805-9b8349e678ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124802 Aug 14 19:08:41.417762 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463da61-7236-466f-ac94-d04278604d42 req-d898f0e2-7d7a-4946-a663-25668f8fd4ee tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:41.419187 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1463da61-7236-466f-ac94-d04278604d42 req-d898f0e2-7d7a-4946-a663-25668f8fd4ee tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 946 time: 0.0497019 Aug 14 19:08:41.456431 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1463da61-7236-466f-ac94-d04278604d42 req-2daa706c-0993-43cd-89fe-49f935885b03 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/security-groups?id=84203a9d-f87d-4d63-a1c9-1784de7f7dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311935 Aug 14 19:08:44.295626 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfb19e-d72c-41ea-9d02-b59b7fb1b4db req-373104c9-e225-4b1d-9649-89b161e06225 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:44.297410 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-4ddfb19e-d72c-41ea-9d02-b59b7fb1b4db req-373104c9-e225-4b1d-9649-89b161e06225 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 946 time: 0.0505812 Aug 14 19:08:44.334965 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-4ddfb19e-d72c-41ea-9d02-b59b7fb1b4db req-9e4d4ee2-9fad-4118-8268-f2fc64da304e tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/security-groups?id=84203a9d-f87d-4d63-a1c9-1784de7f7dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307050 Aug 14 19:08:45.451551 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b10e2-628d-49ac-b50a-85044f535ae2 req-4934963f-c4db-436f-90eb-b49383986c73 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:45.453025 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4f4b10e2-628d-49ac-b50a-85044f535ae2 req-4934963f-c4db-436f-90eb-b49383986c73 tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 946 time: 0.0493784 Aug 14 19:08:45.495702 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4f4b10e2-628d-49ac-b50a-85044f535ae2 req-607a0eef-72ce-446f-8749-ef4c4fa5b90c tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/security-groups?id=84203a9d-f87d-4d63-a1c9-1784de7f7dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360122 Aug 14 19:08:45.559147 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b8ab6-793d-4762-975e-eee8d01a25e3 req-bdd4bb50-f1f9-4235-a418-7ac358b71f0a tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:45.560610 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-742b8ab6-793d-4762-975e-eee8d01a25e3 req-bdd4bb50-f1f9-4235-a418-7ac358b71f0a tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.24 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 946 time: 0.0751679 Aug 14 19:08:45.598535 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-a1c1bcd7-9389-467d-ba3a-4fa9e6498965 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:45.599999 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-a1c1bcd7-9389-467d-ba3a-4fa9e6498965 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/networks?id=41d64e2a-4508-4dfe-a751-0ab021d017b4 HTTP/1.1" status: 200 len: 813 time: 0.1666279 Aug 14 19:08:45.624030 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-ee02a6d1-2b92-4493-a807-5e61929aa791 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/quotas/aa797a7341b843c78f9e99227c97e014 HTTP/1.1" status: 200 len: 375 time: 0.0169611 Aug 14 19:08:45.673062 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-39f333c1-3d4c-48a0-bd0c-e491802bda33 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=aa797a7341b843c78f9e99227c97e014&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309849 Aug 14 19:08:45.703685 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [req-742b8ab6-793d-4762-975e-eee8d01a25e3 req-fb2a3514-e767-43b5-9a24-2bbebb9c6d4b tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Deleting port c286000b-4f38-46be-adb8-40ae92652204 {{(pid=94116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:08:45.704035 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-742b8ab6-793d-4762-975e-eee8d01a25e3 req-fb2a3514-e767-43b5-9a24-2bbebb9c6d4b tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:45.851265 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [req-742b8ab6-793d-4762-975e-eee8d01a25e3 req-fb2a3514-e767-43b5-9a24-2bbebb9c6d4b tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] For port c286000b-4f38-46be-adb8-40ae92652204, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=c286000b-4f38-46be-adb8-40ae92652204,segment=NetworkSegment(e0ca4b07-6afe-411d-bd3a-78e2360d0279),segment_id=e0ca4b07-6afe-411d-bd3a-78e2360d0279)] {{(pid=94116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:08:45.851635 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-742b8ab6-793d-4762-975e-eee8d01a25e3 req-fb2a3514-e767-43b5-9a24-2bbebb9c6d4b tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:45.872709 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [req-742b8ab6-793d-4762-975e-eee8d01a25e3 req-fb2a3514-e767-43b5-9a24-2bbebb9c6d4b tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Calling delete_port for c286000b-4f38-46be-adb8-40ae92652204 owned by compute:nova {{(pid=94116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:08:45.879088 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-2176a2ea-92d4-47a4-b04b-300bc606b33a service neutron] 10.222.0.39 "GET /v2.0/networks/41d64e2a-4508-4dfe-a751-0ab021d017b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989639 Aug 14 19:08:46.024501 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-e2b84db1-be04-48ed-b2ea-f4ad124b23ff service neutron] 10.222.0.39 "GET /v2.0/networks/41d64e2a-4508-4dfe-a751-0ab021d017b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381986 Aug 14 19:08:46.077873 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-742b8ab6-793d-4762-975e-eee8d01a25e3 req-fb2a3514-e767-43b5-9a24-2bbebb9c6d4b tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26905004'] for port, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:46.094642 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] get_ports_and_sgs() called for port_ids ['c286000b-4f38-46be-adb8-40ae92652204'] {{(pid=94118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 14 19:08:46.110759 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a3514-e767-43b5-9a24-2bbebb9c6d4b tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Pushing event deleted for resources: {'Port': ['ID=c286000b-4f38-46be-adb8-40ae92652204,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:08:46.123703 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a3514-e767-43b5-9a24-2bbebb9c6d4b tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:08:46.124069 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a3514-e767-43b5-9a24-2bbebb9c6d4b tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:08:46.124412 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a3514-e767-43b5-9a24-2bbebb9c6d4b tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:08:46.124752 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a3514-e767-43b5-9a24-2bbebb9c6d4b tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:08:46.125089 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a3514-e767-43b5-9a24-2bbebb9c6d4b tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:08:46.125543 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a3514-e767-43b5-9a24-2bbebb9c6d4b tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:08:46.125874 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a3514-e767-43b5-9a24-2bbebb9c6d4b tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:08:46.126061 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a3514-e767-43b5-9a24-2bbebb9c6d4b tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:08:46.126566 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a3514-e767-43b5-9a24-2bbebb9c6d4b tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:08:46.127499 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a3514-e767-43b5-9a24-2bbebb9c6d4b tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:08:46.127757 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a3514-e767-43b5-9a24-2bbebb9c6d4b tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:08:46.128244 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2a3514-e767-43b5-9a24-2bbebb9c6d4b tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:08:46.178889 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [req-742b8ab6-793d-4762-975e-eee8d01a25e3 req-fb2a3514-e767-43b5-9a24-2bbebb9c6d4b tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] No DVR routers for this DVR port c286000b-4f38-46be-adb8-40ae92652204 on host hv-cinder-80458 {{(pid=94116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 14 19:08:46.181525 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-742b8ab6-793d-4762-975e-eee8d01a25e3 req-fb2a3514-e767-43b5-9a24-2bbebb9c6d4b tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:46.183752 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-742b8ab6-793d-4762-975e-eee8d01a25e3 req-fb2a3514-e767-43b5-9a24-2bbebb9c6d4b tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.24 "DELETE /v2.0/ports/c286000b-4f38-46be-adb8-40ae92652204 HTTP/1.1" status: 204 len: 173 time: 0.6168284 Aug 14 19:08:46.184263 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35714035-4082-4ee8-bd40-29744134edc7', 'name': 'network-vif-deleted', 'tag': 'c286000b-4f38-46be-adb8-40ae92652204'}] {{(pid=94116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:08:46.186583 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28c49a314bd7f251079b489e766d97b9f33e90e077807a9e7e5bf7a3f9e5ced" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580bb9e5-1a4c-45e6-8c8c-df325b968082" -d '{"events": [{"server_uuid": "35714035-4082-4ee8-bd40-29744134edc7", "name": "network-vif-deleted", "tag": "c286000b-4f38-46be-adb8-40ae92652204"}]}' {{(pid=94116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:08:46.200792 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f791a1e1-5853-4a8d-85a1-25e2622c07d9 req-70f4b62f-61c8-485d-b682-3fd5c0335d5d tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/ports?device_id=01c896d1-507c-4cf3-b331-557bf7e98047 HTTP/1.1" status: 200 len: 210 time: 0.0334556 Aug 14 19:08:46.227114 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661bee95-ca82-408c-8d97-1485936b5cf7 x-openstack-request-id: req-661bee95-ca82-408c-8d97-1485936b5cf7 {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:08:46.227533 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35714035-4082-4ee8-bd40-29744134edc7", "name": "network-vif-deleted", "tag": "c286000b-4f38-46be-adb8-40ae92652204", "status": "completed", "code": 200}]} {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:08:46.227799 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-661bee95-ca82-408c-8d97-1485936b5cf7 {{(pid=94116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:08:46.228300 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35714035-4082-4ee8-bd40-29744134edc7', 'name': 'network-vif-deleted', 'tag': 'c286000b-4f38-46be-adb8-40ae92652204', 'status': 'completed', 'code': 200} Aug 14 19:08:46.657368 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-026f5706-6458-42ba-b6e8-8987754c6102 req-ccd6e35c-480e-481a-b31b-0741bddf8b1d tempest-TestMinimumBasicScenario-978569414 tempest-TestMinimumBasicScenario-978569414-project] 10.222.0.39 "GET /v2.0/ports?device_id=35714035-4082-4ee8-bd40-29744134edc7 HTTP/1.1" status: 200 len: 210 time: 0.0655725 Aug 14 19:08:47.303899 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-37fe7c84-a561-4e36-9031-67ee67c12526 req-1ab4871f-b7c9-4557-a10e-91d31139cde1 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/ports?device_id=01c896d1-507c-4cf3-b331-557bf7e98047 HTTP/1.1" status: 200 len: 210 time: 0.0340185 Aug 14 19:08:47.391113 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-61469000-f61a-476f-b924-700e6aa105de tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:47.393121 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-61469000-f61a-476f-b924-700e6aa105de tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.24 "GET /v2.0/networks?id=41d64e2a-4508-4dfe-a751-0ab021d017b4 HTTP/1.1" status: 200 len: 813 time: 0.1063647 Aug 14 19:08:47.405826 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-cd6111c8-673f-4066-ad84-8d65ecf53656 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Request body: {'port': {'device_id': '01c896d1-507c-4cf3-b331-557bf7e98047', 'network_id': '41d64e2a-4508-4dfe-a751-0ab021d017b4', 'admin_state_up': True, 'tenant_id': 'aa797a7341b843c78f9e99227c97e014'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:08:47.518875 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-cd6111c8-673f-4066-ad84-8d65ecf53656 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Made reservation on behalf of aa797a7341b843c78f9e99227c97e014 for: {'port': 1} {{(pid=94116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:08:47.522319 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-cd6111c8-673f-4066-ad84-8d65ecf53656 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:47.650830 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.db_base_plugin_common [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-cd6111c8-673f-4066-ad84-8d65ecf53656 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Allocated IP 172.20.0.14 (41d64e2a-4508-4dfe-a751-0ab021d017b4/ad3a0be9-df64-46b0-8432-56b77f4faa74/2e37522a-ff7f-4c51-98a2-54d0ecfc721e) {{(pid=94116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:08:47.801146 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-cd6111c8-673f-4066-ad84-8d65ecf53656 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Notify callbacks [] for port, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:48.109019 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-cd6111c8-673f-4066-ad84-8d65ecf53656 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26905004'] for port, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:48.154746 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-cd6111c8-673f-4066-ad84-8d65ecf53656 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Network 41d64e2a-4508-4dfe-a751-0ab021d017b4 is already hosted by enough agents. {{(pid=94116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:08:48.159898 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.base_scheduler [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-cd6111c8-673f-4066-ad84-8d65ecf53656 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Resources bound (agent type, host, resource id): {{(pid=94116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:08:48.162512 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-cd6111c8-673f-4066-ad84-8d65ecf53656 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Received port after_create {{(pid=94116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:08:48.190568 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6111c8-673f-4066-ad84-8d65ecf53656 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Pushing event updated for resources: {'Port': ['ID=2e37522a-ff7f-4c51-98a2-54d0ecfc721e,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:08:48.221777 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-cd6111c8-673f-4066-ad84-8d65ecf53656 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:48.222423 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-cd6111c8-673f-4066-ad84-8d65ecf53656 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:48.237220 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-cd6111c8-673f-4066-ad84-8d65ecf53656 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8351121 Aug 14 19:08:48.298909 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-0592badc-d51c-4496-8648-61762aa224ff service neutron] Request body: {'port': {'device_id': '01c896d1-507c-4cf3-b331-557bf7e98047', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:08:48.355023 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-0592badc-d51c-4496-8648-61762aa224ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:48.394362 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 36514) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:08:48.427239 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f1291-8974-4613-9b77-4d895ee51853 req-07437e65-a18a-4510-aa53-ddcddee3bea1 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:48.428726 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-091f1291-8974-4613-9b77-4d895ee51853 req-07437e65-a18a-4510-aa53-ddcddee3bea1 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/ports?device_id=01c896d1-507c-4cf3-b331-557bf7e98047 HTTP/1.1" status: 200 len: 932 time: 0.0538805 Aug 14 19:08:48.468549 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-091f1291-8974-4613-9b77-4d895ee51853 req-6a1a3d50-4b15-4d48-827a-9da8b01058fc tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/security-groups?id=213f1f52-1a36-49ad-8db9-229d887b41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337305 Aug 14 19:08:48.802662 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.notifiers.nova [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-0592badc-d51c-4496-8648-61762aa224ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e37522a-ff7f-4c51-98a2-54d0ecfc721e {{(pid=94116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:08:48.804528 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device c286000b-4f38-46be-adb8-40ae92652204 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:08:48.813342 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-0592badc-d51c-4496-8648-61762aa224ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:48.825377 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] No Port match for: c286000b-4f38-46be-adb8-40ae92652204 {{(pid=94118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 14 19:08:48.825666 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device c286000b-4f38-46be-adb8-40ae92652204 not bound to the agent host hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 14 19:08:48.849753 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.provisioning_blocks [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-0592badc-d51c-4496-8648-61762aa224ff service neutron] Transition to ACTIVE for port object 2e37522a-ff7f-4c51-98a2-54d0ecfc721e will not be triggered until provisioned by entity L2. {{(pid=94116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:08:48.854612 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-0592badc-d51c-4496-8648-61762aa224ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26904997'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:48.916457 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0592badc-d51c-4496-8648-61762aa224ff service neutron] Pushing event updated for resources: {'Port': ['ID=2e37522a-ff7f-4c51-98a2-54d0ecfc721e,revision_number=2']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:08:49.024214 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-0592badc-d51c-4496-8648-61762aa224ff service neutron] Attempting to bind port 2e37522a-ff7f-4c51-98a2-54d0ecfc721e on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:08:49.025011 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-0592badc-d51c-4496-8648-61762aa224ff service neutron] Attempting to bind port 2e37522a-ff7f-4c51-98a2-54d0ecfc721e by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': 'a09a7bb7-3ad0-4c83-8cfa-e190706db4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '41d64e2a-4508-4dfe-a751-0ab021d017b4'}] {{(pid=94116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:08:49.025496 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-0592badc-d51c-4496-8648-61762aa224ff service neutron] Attempting to bind port 2e37522a-ff7f-4c51-98a2-54d0ecfc721e on network 41d64e2a-4508-4dfe-a751-0ab021d017b4 {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:08:49.036610 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-0592badc-d51c-4496-8648-61762aa224ff service neutron] Port 2e37522a-ff7f-4c51-98a2-54d0ecfc721e on network 41d64e2a-4508-4dfe-a751-0ab021d017b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 14 19:08:49.037062 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-0592badc-d51c-4496-8648-61762aa224ff service neutron] Attempting to bind port 2e37522a-ff7f-4c51-98a2-54d0ecfc721e on network 41d64e2a-4508-4dfe-a751-0ab021d017b4 {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:08:49.046459 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-0592badc-d51c-4496-8648-61762aa224ff service neutron] Checking agent: {'id': '7eaedc20-6d95-47b4-8617-1798feafd334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 19, 1, 52), 'started_at': datetime.datetime(2021, 8, 14, 19, 1, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:08:49.046876 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-0592badc-d51c-4496-8648-61762aa224ff service neutron] Checking segment: {'id': 'a09a7bb7-3ad0-4c83-8cfa-e190706db4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '41d64e2a-4508-4dfe-a751-0ab021d017b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:08:49.047419 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-0592badc-d51c-4496-8648-61762aa224ff service neutron] Bound using segment: {'id': 'a09a7bb7-3ad0-4c83-8cfa-e190706db4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '41d64e2a-4508-4dfe-a751-0ab021d017b4'} {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:08:49.048037 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-0592badc-d51c-4496-8648-61762aa224ff service neutron] Bound port: 2e37522a-ff7f-4c51-98a2-54d0ecfc721e, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a09a7bb7-3ad0-4c83-8cfa-e190706db4a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '41d64e2a-4508-4dfe-a751-0ab021d017b4'}}] {{(pid=94116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:08:49.048588 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-0592badc-d51c-4496-8648-61762aa224ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:49.123608 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d7dc7ef8-0964-417b-a023-b765a4f17eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650835'] for router_interface, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:49.170573 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-29f703d2-d4df-4b40-a4f2-c5feff833133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:49.214100 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64e8fe-ccbc-4bba-a4ce-e058cd7006c7 req-cee5c4c5-56b7-4d4b-b2ab-eddeae65c74f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:49.215642 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-fc64e8fe-ccbc-4bba-a4ce-e058cd7006c7 req-cee5c4c5-56b7-4d4b-b2ab-eddeae65c74f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 945 time: 0.1621993 Aug 14 19:08:49.218191 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-0592badc-d51c-4496-8648-61762aa224ff service neutron] For port 2e37522a-ff7f-4c51-98a2-54d0ecfc721e, host hv-cinder-80458, cleared binding levels {{(pid=94116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:08:49.269270 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-0592badc-d51c-4496-8648-61762aa224ff service neutron] For port 2e37522a-ff7f-4c51-98a2-54d0ecfc721e, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=2e37522a-ff7f-4c51-98a2-54d0ecfc721e,segment=NetworkSegment(a09a7bb7-3ad0-4c83-8cfa-e190706db4a3),segment_id=a09a7bb7-3ad0-4c83-8cfa-e190706db4a3)] {{(pid=94116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:08:49.280107 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-0592badc-d51c-4496-8648-61762aa224ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26904997'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:49.335766 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-0592badc-d51c-4496-8648-61762aa224ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:49.336369 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-0592badc-d51c-4496-8648-61762aa224ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:49.337735 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-0592badc-d51c-4496-8648-61762aa224ff service neutron] 10.222.0.24 "PUT /v2.0/ports/2e37522a-ff7f-4c51-98a2-54d0ecfc721e HTTP/1.1" status: 200 len: 1094 time: 1.0915637 Aug 14 19:08:49.339761 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c896d1-507c-4cf3-b331-557bf7e98047', 'tag': '2e37522a-ff7f-4c51-98a2-54d0ecfc721e'}] {{(pid=94116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:08:49.341916 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28c49a314bd7f251079b489e766d97b9f33e90e077807a9e7e5bf7a3f9e5ced" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397335e1-d430-45b1-9646-b305a1171dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "01c896d1-507c-4cf3-b331-557bf7e98047", "tag": "2e37522a-ff7f-4c51-98a2-54d0ecfc721e"}]}' {{(pid=94116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:08:49.350040 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-fc64e8fe-ccbc-4bba-a4ce-e058cd7006c7 req-31b59f84-cff4-48cb-a0a9-7e8b05f52507 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046808 Aug 14 19:08:49.390630 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 Aug 2021 19:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37c65b2-1e49-4c93-b6d5-b52d44c890ce x-openstack-request-id: req-b37c65b2-1e49-4c93-b6d5-b52d44c890ce {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:08:49.391022 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c896d1-507c-4cf3-b331-557bf7e98047", "tag": "2e37522a-ff7f-4c51-98a2-54d0ecfc721e", "status": "completed", "code": 200}]} {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:08:49.391371 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b37c65b2-1e49-4c93-b6d5-b52d44c890ce {{(pid=94116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:08:49.392012 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01c896d1-507c-4cf3-b331-557bf7e98047', 'tag': '2e37522a-ff7f-4c51-98a2-54d0ecfc721e', 'status': 'completed', 'code': 200} Aug 14 19:08:49.442303 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0592badc-d51c-4496-8648-61762aa224ff service neutron] Pushing event updated for resources: {'Port': ['ID=2e37522a-ff7f-4c51-98a2-54d0ecfc721e,revision_number=3']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:08:49.499832 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397335e1-d430-45b1-9646-b305a1171dd4 req-b500ad65-ac3a-427c-af4c-2036cc066d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:49.501862 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-397335e1-d430-45b1-9646-b305a1171dd4 req-b500ad65-ac3a-427c-af4c-2036cc066d74 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa797a7341b843c78f9e99227c97e014&device_id=01c896d1-507c-4cf3-b331-557bf7e98047 HTTP/1.1" status: 200 len: 1097 time: 0.0735402 Aug 14 19:08:49.679022 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397335e1-d430-45b1-9646-b305a1171dd4 req-dc1af58d-50da-469d-8e70-4c6e31a2b150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:49.680493 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-397335e1-d430-45b1-9646-b305a1171dd4 req-dc1af58d-50da-469d-8e70-4c6e31a2b150 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=aa797a7341b843c78f9e99227c97e014&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1710467 Aug 14 19:08:49.687972 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e642482-4e13-4282-908f-3bec6f8e2f6a req-53969197-6911-487f-8ad9-e6f504a2e665 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:49.689972 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-5e642482-4e13-4282-908f-3bec6f8e2f6a req-53969197-6911-487f-8ad9-e6f504a2e665 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/ports?device_id=01c896d1-507c-4cf3-b331-557bf7e98047 HTTP/1.1" status: 200 len: 944 time: 0.1204889 Aug 14 19:08:49.784391 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [None req-d7dc7ef8-0964-417b-a023-b765a4f17eb6 admin admin] Deleting port a4f22916-c87d-429e-84f1-b305a9871106 {{(pid=94116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:08:49.784902 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d7dc7ef8-0964-417b-a023-b765a4f17eb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:49.863341 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-5e642482-4e13-4282-908f-3bec6f8e2f6a req-405fe22b-91ff-460d-b915-14c058b1e471 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/security-groups?id=213f1f52-1a36-49ad-8db9-229d887b41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620448 Aug 14 19:08:49.884389 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397335e1-d430-45b1-9646-b305a1171dd4 req-d8f6812e-df18-4e04-8da4-840a6bd3c900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:49.885864 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-397335e1-d430-45b1-9646-b305a1171dd4 req-d8f6812e-df18-4e04-8da4-840a6bd3c900 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1938753 Aug 14 19:08:49.914358 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [None req-d7dc7ef8-0964-417b-a023-b765a4f17eb6 admin admin] For port a4f22916-c87d-429e-84f1-b305a9871106, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=a4f22916-c87d-429e-84f1-b305a9871106,segment=NetworkSegment(e0ca4b07-6afe-411d-bd3a-78e2360d0279),segment_id=e0ca4b07-6afe-411d-bd3a-78e2360d0279)] {{(pid=94116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:08:49.914718 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d7dc7ef8-0964-417b-a023-b765a4f17eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:49.928737 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [None req-d7dc7ef8-0964-417b-a023-b765a4f17eb6 admin admin] Calling delete_port for a4f22916-c87d-429e-84f1-b305a9871106 owned by network:router_interface {{(pid=94116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:08:50.006608 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-e1ca8ed4-e6bd-421a-9b94-9adcb30f9ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:50.008078 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-e1ca8ed4-e6bd-421a-9b94-9adcb30f9ccb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aa797a7341b843c78f9e99227c97e014&device_id=01c896d1-507c-4cf3-b331-557bf7e98047 HTTP/1.1" status: 200 len: 1097 time: 0.0805101 Aug 14 19:08:50.093953 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-ab790f48-ad46-4154-9c45-aa78219f4dfe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e37522a-ff7f-4c51-98a2-54d0ecfc721e HTTP/1.1" status: 200 len: 217 time: 0.0692968 Aug 14 19:08:50.163562 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-bdf6d296-fd01-4f0a-822d-292e979f419d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:50.164935 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-bdf6d296-fd01-4f0a-822d-292e979f419d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ad3a0be9-df64-46b0-8432-56b77f4faa74 HTTP/1.1" status: 200 len: 853 time: 0.0630984 Aug 14 19:08:50.221004 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-515d0ff4-e271-4823-8535-1da527e059de service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=41d64e2a-4508-4dfe-a751-0ab021d017b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453489 Aug 14 19:08:50.285044 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d7dc7ef8-0964-417b-a023-b765a4f17eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26905004'] for port, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:50.319764 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc7ef8-0964-417b-a023-b765a4f17eb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4f22916-c87d-429e-84f1-b305a9871106,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:08:50.402424 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-37f4da49-6861-4972-8502-eafac6ee5fee service neutron] 10.222.0.24 "GET /v2.0/networks/41d64e2a-4508-4dfe-a751-0ab021d017b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723759 Aug 14 19:08:50.482832 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d442e9-fa3b-4f77-bab5-a699aa828dc7 req-aa401fc0-cc6e-4394-af48-a3125d8c99dd tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:50.484354 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e9d442e9-fa3b-4f77-bab5-a699aa828dc7 req-aa401fc0-cc6e-4394-af48-a3125d8c99dd tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 945 time: 0.0547369 Aug 14 19:08:50.528786 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e9d442e9-fa3b-4f77-bab5-a699aa828dc7 req-a37dd58a-81b3-4d5d-9333-4f53b0a5cddb tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383656 Aug 14 19:08:50.570299 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d7dc7ef8-0964-417b-a023-b765a4f17eb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499491'] for router_interface, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:50.578174 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-5cfab8f3-5cae-425f-b740-1900bad8d161 req-842dc0e0-1499-47a8-93fe-93e24c1d059d service neutron] 10.222.0.24 "GET /v2.0/networks/41d64e2a-4508-4dfe-a751-0ab021d017b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392574 Aug 14 19:08:50.792906 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7dc7ef8-0964-417b-a023-b765a4f17eb6 admin admin] Router 2eff7102-b24d-4792-a1cc-fb1ffaed6e64 has already been hosted by L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 {{(pid=94116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 14 19:08:50.985420 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1a316-f64b-48f3-8e67-a91d04abf0fa req-0b534cd6-9dce-4be6-b627-42ed5f674f11 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:50.987039 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e4e1a316-f64b-48f3-8e67-a91d04abf0fa req-0b534cd6-9dce-4be6-b627-42ed5f674f11 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/ports?device_id=01c896d1-507c-4cf3-b331-557bf7e98047 HTTP/1.1" status: 200 len: 944 time: 0.0517094 Aug 14 19:08:51.030120 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e4e1a316-f64b-48f3-8e67-a91d04abf0fa req-ebc4a769-ec99-4e66-b7ed-5b23cf28107c tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/security-groups?id=213f1f52-1a36-49ad-8db9-229d887b41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369263 Aug 14 19:08:51.155629 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7dc7ef8-0964-417b-a023-b765a4f17eb6 admin admin] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 19:08:51.162451 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-d7dc7ef8-0964-417b-a023-b765a4f17eb6 admin admin] 10.222.0.39 "PUT /v2.0/routers/2eff7102-b24d-4792-a1cc-fb1ffaed6e64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7653410 Aug 14 19:08:51.163270 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 36544) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:08:51.165781 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9919e799-f5a1-4c77-be10-cdbe070b765b None None] Sync routers for ids ['2eff7102-b24d-4792-a1cc-fb1ffaed6e64'] in dv-cinder-804581-2-iscsi {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 19:08:51.175450 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9919e799-f5a1-4c77-be10-cdbe070b765b None None] Routers {'2eff7102-b24d-4792-a1cc-fb1ffaed6e64'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:08:51.176088 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-9919e799-f5a1-4c77-be10-cdbe070b765b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:08:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['2eff7102-b24d-4792-a1cc-fb1ffaed6e64'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:08:51.265229 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-4ff02138-3de2-4a3a-838e-1eb1b8306b0a admin admin] Notify callbacks [] for router, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:51.278755 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-9919e799-f5a1-4c77-be10-cdbe070b765b None None] Set router 2eff7102-b24d-4792-a1cc-fb1ffaed6e64 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:08:51.365654 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-4ff02138-3de2-4a3a-838e-1eb1b8306b0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:51.418571 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [None req-4ff02138-3de2-4a3a-838e-1eb1b8306b0a admin admin] Deleting port 462fb6b7-842f-49b0-a2cb-71967b3569bb {{(pid=94116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:08:51.418913 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-4ff02138-3de2-4a3a-838e-1eb1b8306b0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:51.459228 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-9919e799-f5a1-4c77-be10-cdbe070b765b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eff7102-b24d-4792-a1cc-fb1ffaed6e64', 'name': 'tempest-TestMinimumBasicScenario-1503964413-router', 'tenant_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '462fb6b7-842f-49b0-a2cb-71967b3569bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:32Z', 'updated_at': '2021-08-14T19:08:50Z', 'revision_number': 5, 'project_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'gw_port': {'id': '462fb6b7-842f-49b0-a2cb-71967b3569bb', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eff7102-b24d-4792-a1cc-fb1ffaed6e64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:33Z', 'updated_at': '2021-08-14T19:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi'}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:08:51.486590 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9919e799-f5a1-4c77-be10-cdbe070b765b None None] Checking router: 2eff7102-b24d-4792-a1cc-fb1ffaed6e64 for host: dv-cinder-804581-2-iscsi {{(pid=94118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 19:08:51.495130 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9919e799-f5a1-4c77-be10-cdbe070b765b None None] Routers {'2eff7102-b24d-4792-a1cc-fb1ffaed6e64'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:08:51.495751 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-9919e799-f5a1-4c77-be10-cdbe070b765b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:08:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['2eff7102-b24d-4792-a1cc-fb1ffaed6e64'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:08:51.501952 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [None req-4ff02138-3de2-4a3a-838e-1eb1b8306b0a admin admin] For port 462fb6b7-842f-49b0-a2cb-71967b3569bb, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=462fb6b7-842f-49b0-a2cb-71967b3569bb,segment=NetworkSegment(40f888b7-b3ed-489c-94ee-52f240068829),segment_id=40f888b7-b3ed-489c-94ee-52f240068829)] {{(pid=94116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:08:51.502354 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-4ff02138-3de2-4a3a-838e-1eb1b8306b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:51.515379 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [None req-4ff02138-3de2-4a3a-838e-1eb1b8306b0a admin admin] Calling delete_port for 462fb6b7-842f-49b0-a2cb-71967b3569bb owned by network:router_gateway {{(pid=94116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:08:51.586882 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-9919e799-f5a1-4c77-be10-cdbe070b765b None None] Set router 2eff7102-b24d-4792-a1cc-fb1ffaed6e64 gateway port host: None {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:08:51.654055 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-9919e799-f5a1-4c77-be10-cdbe070b765b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eff7102-b24d-4792-a1cc-fb1ffaed6e64', 'name': 'tempest-TestMinimumBasicScenario-1503964413-router', 'tenant_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:32Z', 'updated_at': '2021-08-14T19:08:51Z', 'revision_number': 6, 'project_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'gw_port_host': None}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:08:51.683837 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9919e799-f5a1-4c77-be10-cdbe070b765b None None] The sync data for ids ['2eff7102-b24d-4792-a1cc-fb1ffaed6e64'] in dv-cinder-804581-2-iscsi is: [{'id': '2eff7102-b24d-4792-a1cc-fb1ffaed6e64', 'name': 'tempest-TestMinimumBasicScenario-1503964413-router', 'tenant_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:32Z', 'updated_at': '2021-08-14T19:08:51Z', 'revision_number': 6, 'project_id': 'e72304a5f779453f8a5a56c86d3eb70a', 'gw_port_host': None}] {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 19:08:51.736252 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-4ff02138-3de2-4a3a-838e-1eb1b8306b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26905004'] for port, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:51.752040 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f364f-89f6-4a42-96e0-d407f359ab20 req-9851fcb6-a9c7-4862-87a8-ccb0ab998153 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:51.753532 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e37f364f-89f6-4a42-96e0-d407f359ab20 req-9851fcb6-a9c7-4862-87a8-ccb0ab998153 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 945 time: 0.0704334 Aug 14 19:08:51.785463 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff02138-3de2-4a3a-838e-1eb1b8306b0a admin admin] Pushing event deleted for resources: {'Port': ['ID=462fb6b7-842f-49b0-a2cb-71967b3569bb,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:08:51.858874 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e37f364f-89f6-4a42-96e0-d407f359ab20 req-ed09939e-a3fc-44d2-bb28-494c455c7ecf tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870001 Aug 14 19:08:51.868388 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-4ff02138-3de2-4a3a-838e-1eb1b8306b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499417'] for router_gateway, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:51.940080 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:51.957599 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-4ff02138-3de2-4a3a-838e-1eb1b8306b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1271'] for router, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:51.959749 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-4ff02138-3de2-4a3a-838e-1eb1b8306b0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:52.002018 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-4ff02138-3de2-4a3a-838e-1eb1b8306b0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497210'] for router, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:52.002531 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff02138-3de2-4a3a-838e-1eb1b8306b0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2eff7102-b24d-4792-a1cc-fb1ffaed6e64 {{(pid=94116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 14 19:08:52.007129 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-4ff02138-3de2-4a3a-838e-1eb1b8306b0a admin admin] Notify callbacks [] for router, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:52.008221 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-4ff02138-3de2-4a3a-838e-1eb1b8306b0a admin admin] 10.222.0.39 "DELETE /v2.0/routers/2eff7102-b24d-4792-a1cc-fb1ffaed6e64 HTTP/1.1" status: 204 len: 168 time: 0.8439026 Aug 14 19:08:52.010765 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 36552) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:08:52.063054 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.db_base_plugin_v2 [None req-9efaddf7-7822-474b-8b53-ee24868846bb admin admin] Deleting subnet 5a79f99a-c70a-42e3-aa73-d94c7467867c {{(pid=94116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 14 19:08:52.066714 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-9efaddf7-7822-474b-8b53-ee24868846bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:52.117897 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-9efaddf7-7822-474b-8b53-ee24868846bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25714224'] for subnet, precommit_delete_associations {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:52.161277 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f39a3-ad43-4608-8951-4b1a6901a89f req-5b98b16a-2164-4197-a77e-652a5a4c9014 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:52.163129 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-b84f39a3-ad43-4608-8951-4b1a6901a89f req-5b98b16a-2164-4197-a77e-652a5a4c9014 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/ports?device_id=01c896d1-507c-4cf3-b331-557bf7e98047 HTTP/1.1" status: 200 len: 944 time: 0.0543001 Aug 14 19:08:52.202420 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-b84f39a3-ad43-4608-8951-4b1a6901a89f req-f4c045e0-b018-4bd6-8f29-b8c33e51609b tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/security-groups?id=213f1f52-1a36-49ad-8db9-229d887b41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333068 Aug 14 19:08:52.224801 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-9efaddf7-7822-474b-8b53-ee24868846bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642801'] for subnet, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:52.281473 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-9efaddf7-7822-474b-8b53-ee24868846bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26904991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26976304'] for subnet, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:52.307500 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efaddf7-7822-474b-8b53-ee24868846bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a79f99a-c70a-42e3-aa73-d94c7467867c,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:08:52.309357 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-9efaddf7-7822-474b-8b53-ee24868846bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:52.313535 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-9efaddf7-7822-474b-8b53-ee24868846bb admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5a79f99a-c70a-42e3-aa73-d94c7467867c HTTP/1.1" status: 204 len: 168 time: 0.2984226 Aug 14 19:08:52.314610 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 36556) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:08:52.315767 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b88a53-4faf-444b-8a41-607340bce81a None None] Network 9f586da3-1665-4701-96ad-e7c575a8d416 requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 19:08:52.353418 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-b40f69e9-209b-4075-8210-92ede94ed3cc req-b036dfed-aebe-46f8-b5e3-9769c9c7c220 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410047 Aug 14 19:08:52.387259 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-13733ac1-a267-42c3-808b-3e2a6844c738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529646'] for network, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:52.444621 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [None req-13733ac1-a267-42c3-808b-3e2a6844c738 admin admin] Deleting port cc1d91dd-af95-498b-8057-d7ba85e92f56 {{(pid=94117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:08:52.445250 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-13733ac1-a267-42c3-808b-3e2a6844c738 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:52.455594 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f69e9-209b-4075-8210-92ede94ed3cc req-fa78d6ca-fe87-4881-8c1f-5204db249bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:52.457380 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-b40f69e9-209b-4075-8210-92ede94ed3cc req-fa78d6ca-fe87-4881-8c1f-5204db249bff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b401b823ff34122a33652cb519dc6f7&device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 1098 time: 0.0470772 Aug 14 19:08:52.523408 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-ff14b603-7b7c-4ea9-8d00-22d5ca783d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:52.529673 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [None req-13733ac1-a267-42c3-808b-3e2a6844c738 admin admin] For port cc1d91dd-af95-498b-8057-d7ba85e92f56, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=cc1d91dd-af95-498b-8057-d7ba85e92f56,segment=NetworkSegment(e0ca4b07-6afe-411d-bd3a-78e2360d0279),segment_id=e0ca4b07-6afe-411d-bd3a-78e2360d0279)] {{(pid=94117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:08:52.530038 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-13733ac1-a267-42c3-808b-3e2a6844c738 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:52.534837 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd46ef3d-c344-4956-9425-21bc58b28981 None None] DHCP port deletion for 9f586da3-1665-4701-96ad-e7c575a8d416 request from dv-cinder-804581-2-iscsi {{(pid=94118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 14 19:08:52.545036 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [None req-13733ac1-a267-42c3-808b-3e2a6844c738 admin admin] Calling delete_port for cc1d91dd-af95-498b-8057-d7ba85e92f56 owned by network:dhcp {{(pid=94117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:08:52.597693 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f69e9-209b-4075-8210-92ede94ed3cc req-8690fba7-9477-4c7d-a167-f4d07d9960dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:52.600872 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-b40f69e9-209b-4075-8210-92ede94ed3cc req-8690fba7-9477-4c7d-a167-f4d07d9960dc service neutron] 10.222.0.24 "GET /v2.0/networks?id=d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a HTTP/1.1" status: 200 len: 909 time: 0.1201496 Aug 14 19:08:52.605953 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-dd46ef3d-c344-4956-9425-21bc58b28981 None None] Deleting port cc1d91dd-af95-498b-8057-d7ba85e92f56 {{(pid=94118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:08:52.606605 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-dd46ef3d-c344-4956-9425-21bc58b28981 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:52.639770 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-13733ac1-a267-42c3-808b-3e2a6844c738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25274135'] for port, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:52.664387 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13733ac1-a267-42c3-808b-3e2a6844c738 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc1d91dd-af95-498b-8057-d7ba85e92f56,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:08:52.671240 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-b40f69e9-209b-4075-8210-92ede94ed3cc req-c5634fe6-3490-45c9-ac97-19c205dd6859 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19d3329b-30bc-4314-bc67-fcd16e898d3e HTTP/1.1" status: 200 len: 1000 time: 0.0633831 Aug 14 19:08:52.675083 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13733ac1-a267-42c3-808b-3e2a6844c738 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:08:52.675468 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13733ac1-a267-42c3-808b-3e2a6844c738 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:08:52.675865 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13733ac1-a267-42c3-808b-3e2a6844c738 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:08:52.676294 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13733ac1-a267-42c3-808b-3e2a6844c738 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:08:52.676518 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-dd46ef3d-c344-4956-9425-21bc58b28981 None None] For port cc1d91dd-af95-498b-8057-d7ba85e92f56, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=cc1d91dd-af95-498b-8057-d7ba85e92f56,segment=NetworkSegment(e0ca4b07-6afe-411d-bd3a-78e2360d0279),segment_id=e0ca4b07-6afe-411d-bd3a-78e2360d0279)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:08:52.676639 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13733ac1-a267-42c3-808b-3e2a6844c738 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:08:52.676945 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13733ac1-a267-42c3-808b-3e2a6844c738 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:08:52.677045 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-dd46ef3d-c344-4956-9425-21bc58b28981 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:52.677274 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13733ac1-a267-42c3-808b-3e2a6844c738 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:08:52.677600 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13733ac1-a267-42c3-808b-3e2a6844c738 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:08:52.677925 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13733ac1-a267-42c3-808b-3e2a6844c738 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:08:52.678351 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13733ac1-a267-42c3-808b-3e2a6844c738 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:08:52.678676 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13733ac1-a267-42c3-808b-3e2a6844c738 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:08:52.678994 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13733ac1-a267-42c3-808b-3e2a6844c738 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:08:52.681769 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13733ac1-a267-42c3-808b-3e2a6844c738 admin admin] No DVR routers for this DVR port cc1d91dd-af95-498b-8057-d7ba85e92f56 on host dv-cinder-804581-2-iscsi {{(pid=94117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 14 19:08:52.700244 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-dd46ef3d-c344-4956-9425-21bc58b28981 None None] Calling delete_port for cc1d91dd-af95-498b-8057-d7ba85e92f56 owned by network:dhcp {{(pid=94118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:08:52.725937 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f69e9-209b-4075-8210-92ede94ed3cc req-82b6a584-787c-4ad9-8a38-668219438505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:52.727457 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-b40f69e9-209b-4075-8210-92ede94ed3cc req-82b6a584-787c-4ad9-8a38-668219438505 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6f715183-cd29-4f58-8407-9662756bc442 HTTP/1.1" status: 200 len: 847 time: 0.0497148 Aug 14 19:08:52.760735 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-13733ac1-a267-42c3-808b-3e2a6844c738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639094', 'neutron.services.segments.db._delete_segments_for_network-8754979395952'] for network, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:52.771748 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.services.segments.db [None req-13733ac1-a267-42c3-808b-3e2a6844c738 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f586da3-1665-4701-96ad-e7c575a8d416']}} {{(pid=94117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:08:52.780288 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f69e9-209b-4075-8210-92ede94ed3cc req-28ff4e03-4102-4720-bf6c-0f8d9e3709dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:52.781910 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-b40f69e9-209b-4075-8210-92ede94ed3cc req-28ff4e03-4102-4720-bf6c-0f8d9e3709dd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471084 Aug 14 19:08:52.783325 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.services.segments.db [None req-13733ac1-a267-42c3-808b-3e2a6844c738 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0ca4b07-6afe-411d-bd3a-78e2360d0279') {'for_net_delete': True} {{(pid=94117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:08:52.783626 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.services.segments.db [None req-13733ac1-a267-42c3-808b-3e2a6844c738 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0ca4b07-6afe-411d-bd3a-78e2360d0279') {} {{(pid=94117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:08:52.793366 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-13733ac1-a267-42c3-808b-3e2a6844c738 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754979399801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041036'] for segment, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:52.808143 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-13733ac1-a267-42c3-808b-3e2a6844c738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736'] for segment, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:52.815007 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13733ac1-a267-42c3-808b-3e2a6844c738 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 14 19:08:52.815410 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-13733ac1-a267-42c3-808b-3e2a6844c738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25274362'] for segment, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:52.817152 dv-cinder-804581-2-iscsi neutron-server[94117]: Traceback (most recent call last): Aug 14 19:08:52.817152 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 14 19:08:52.817152 dv-cinder-804581-2-iscsi neutron-server[94117]: timer() Aug 14 19:08:52.817152 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 14 19:08:52.817152 dv-cinder-804581-2-iscsi neutron-server[94117]: cb(*args, **kw) Aug 14 19:08:52.817152 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 14 19:08:52.817152 dv-cinder-804581-2-iscsi neutron-server[94117]: return func(*args, **kwargs) Aug 14 19:08:52.817152 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 14 19:08:52.817152 dv-cinder-804581-2-iscsi neutron-server[94117]: self._notify() Aug 14 19:08:52.817152 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 14 19:08:52.817152 dv-cinder-804581-2-iscsi neutron-server[94117]: self.callback(batched_events) Aug 14 19:08:52.817152 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 14 19:08:52.817152 dv-cinder-804581-2-iscsi neutron-server[94117]: event.method(event) Aug 14 19:08:52.817152 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 14 19:08:52.817152 dv-cinder-804581-2-iscsi neutron-server[94117]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 14 19:08:52.817152 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 14 19:08:52.817152 dv-cinder-804581-2-iscsi neutron-server[94117]: aggregate_uuid = self.p_client.list_aggregates( Aug 14 19:08:52.817152 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 14 19:08:52.817152 dv-cinder-804581-2-iscsi neutron-server[94117]: return f(self, *a, **k) Aug 14 19:08:52.817152 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 14 19:08:52.817152 dv-cinder-804581-2-iscsi neutron-server[94117]: return self._get(url).json() Aug 14 19:08:52.817152 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 14 19:08:52.817152 dv-cinder-804581-2-iscsi neutron-server[94117]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 14 19:08:52.817152 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 14 19:08:52.817152 dv-cinder-804581-2-iscsi neutron-server[94117]: return self.request(url, 'GET', **kwargs) Aug 14 19:08:52.817152 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 14 19:08:52.817152 dv-cinder-804581-2-iscsi neutron-server[94117]: base_url = self.get_endpoint(auth, allow=allow, Aug 14 19:08:52.817152 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 14 19:08:52.817152 dv-cinder-804581-2-iscsi neutron-server[94117]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 14 19:08:52.817152 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 14 19:08:52.817152 dv-cinder-804581-2-iscsi neutron-server[94117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 14 19:08:52.817152 dv-cinder-804581-2-iscsi neutron-server[94117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 14 19:08:52.853264 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 2e37522a-ff7f-4c51-98a2-54d0ecfc721e details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 14 19:08:52.885370 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-13733ac1-a267-42c3-808b-3e2a6844c738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499365'] for network, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:52.905060 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-b40f69e9-209b-4075-8210-92ede94ed3cc req-306db478-2cf0-40aa-83f7-dc5eacb8e617 service neutron] 10.222.0.24 "GET /v2.0/networks/d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153724 Aug 14 19:08:52.905598 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-13733ac1-a267-42c3-808b-3e2a6844c738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for network, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:52.907543 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-13733ac1-a267-42c3-808b-3e2a6844c738 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9f586da3-1665-4701-96ad-e7c575a8d416 HTTP/1.1" status: 204 len: 168 time: 0.5918770 Aug 14 19:08:52.909056 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:52.909193 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13733ac1-a267-42c3-808b-3e2a6844c738 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f586da3-1665-4701-96ad-e7c575a8d416,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:08:52.910712 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 36562) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:08:52.933946 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-dd46ef3d-c344-4956-9425-21bc58b28981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957'] for port, after_delete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:52.981658 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dd46ef3d-c344-4956-9425-21bc58b28981 None None] Network 9f586da3-1665-4701-96ad-e7c575a8d416 is not hosted by any dhcp agent {{(pid=94118) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 14 19:08:52.982154 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd46ef3d-c344-4956-9425-21bc58b28981 None None] No DVR routers for this DVR port cc1d91dd-af95-498b-8057-d7ba85e92f56 on host dv-cinder-804581-2-iscsi {{(pid=94118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 14 19:08:53.012259 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46ef3d-c344-4956-9425-21bc58b28981 None None] Pushing event deleted for resources: {'Port': ['ID=cc1d91dd-af95-498b-8057-d7ba85e92f56,revision_number=None']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:08:53.029760 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-b40f69e9-209b-4075-8210-92ede94ed3cc req-0cb20f8a-a2b0-4d0f-848c-be1d0d0de0f3 service neutron] 10.222.0.24 "GET /v2.0/networks/d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126347 Aug 14 19:08:53.064650 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 2e37522a-ff7f-4c51-98a2-54d0ecfc721e, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=2e37522a-ff7f-4c51-98a2-54d0ecfc721e,segment=NetworkSegment(a09a7bb7-3ad0-4c83-8cfa-e190706db4a3),segment_id=a09a7bb7-3ad0-4c83-8cfa-e190706db4a3)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:08:53.069214 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2bcb05-caa7-45c0-a17c-ce2e4a739e67 req-8d72999b-f7b9-4b31-a100-46f3016744fc tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:53.070758 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-be2bcb05-caa7-45c0-a17c-ce2e4a739e67 req-8d72999b-f7b9-4b31-a100-46f3016744fc tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 945 time: 0.1074257 Aug 14 19:08:53.077675 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Returning: {'device': '2e37522a-ff7f-4c51-98a2-54d0ecfc721e', 'network_id': '41d64e2a-4508-4dfe-a751-0ab021d017b4', 'port_id': '2e37522a-ff7f-4c51-98a2-54d0ecfc721e', 'mac_address': 'fa:16:3e:2b:dd:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad3a0be9-df64-46b0-8432-56b77f4faa74', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 14 19:08:53.121706 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:53.135071 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e37522a-ff7f-4c51-98a2-54d0ecfc721e {{(pid=94118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:08:53.152321 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-be2bcb05-caa7-45c0-a17c-ce2e4a739e67 req-734fa744-626c-4127-be77-a5c0fe4664c0 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739799 Aug 14 19:08:53.154988 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 2e37522a-ff7f-4c51-98a2-54d0ecfc721e, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=2e37522a-ff7f-4c51-98a2-54d0ecfc721e,segment=NetworkSegment(a09a7bb7-3ad0-4c83-8cfa-e190706db4a3),segment_id=a09a7bb7-3ad0-4c83-8cfa-e190706db4a3)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:08:53.167252 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:53.216457 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=2e37522a-ff7f-4c51-98a2-54d0ecfc721e,revision_number=4']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:08:53.320760 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687023b8-a5c4-4099-b62e-03b54a0956ff req-2c17f82e-25f4-44d6-9e20-d6e7d3005ac2 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:53.322365 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-687023b8-a5c4-4099-b62e-03b54a0956ff req-2c17f82e-25f4-44d6-9e20-d6e7d3005ac2 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/ports?device_id=01c896d1-507c-4cf3-b331-557bf7e98047 HTTP/1.1" status: 200 len: 945 time: 0.0494013 Aug 14 19:08:53.363579 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-687023b8-a5c4-4099-b62e-03b54a0956ff req-daf270ee-e687-4487-9f7b-d40497a272de tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/security-groups?id=213f1f52-1a36-49ad-8db9-229d887b41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326722 Aug 14 19:08:53.412991 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] get_ports_and_sgs() called for port_ids ['2e37522a-ff7f-4c51-98a2-54d0ecfc721e'] {{(pid=94118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 14 19:08:53.654645 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-40dc46c3-de30-418f-b54c-6c54e38aec77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650835'] for router_interface, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:53.673580 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device a4f22916-c87d-429e-84f1-b305a9871106 no longer exists at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:08:53.693607 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] No Port match for: a4f22916-c87d-429e-84f1-b305a9871106 {{(pid=94118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 14 19:08:53.693958 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device a4f22916-c87d-429e-84f1-b305a9871106 not bound to the agent host dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 14 19:08:53.694428 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device cc1d91dd-af95-498b-8057-d7ba85e92f56 no longer exists at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:08:53.713416 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] No Port match for: cc1d91dd-af95-498b-8057-d7ba85e92f56 {{(pid=94118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 14 19:08:53.713764 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device cc1d91dd-af95-498b-8057-d7ba85e92f56 not bound to the agent host dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 14 19:08:53.714192 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 462fb6b7-842f-49b0-a2cb-71967b3569bb no longer exists at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:08:53.733402 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] No Port match for: 462fb6b7-842f-49b0-a2cb-71967b3569bb {{(pid=94118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 14 19:08:53.733758 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 462fb6b7-842f-49b0-a2cb-71967b3569bb not bound to the agent host dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 14 19:08:53.877162 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:53.954177 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [None req-40dc46c3-de30-418f-b54c-6c54e38aec77 admin admin] Deleting port 9d2d6878-5e16-4b61-b163-c6c53fa234d2 {{(pid=94117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:08:53.955115 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-40dc46c3-de30-418f-b54c-6c54e38aec77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:54.032581 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [None req-40dc46c3-de30-418f-b54c-6c54e38aec77 admin admin] For port 9d2d6878-5e16-4b61-b163-c6c53fa234d2, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=9d2d6878-5e16-4b61-b163-c6c53fa234d2,segment=NetworkSegment(486f0c2a-a572-4a04-af8e-726a69203529),segment_id=486f0c2a-a572-4a04-af8e-726a69203529)] {{(pid=94117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:08:54.032938 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-40dc46c3-de30-418f-b54c-6c54e38aec77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:54.046557 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [None req-40dc46c3-de30-418f-b54c-6c54e38aec77 admin admin] Calling delete_port for 9d2d6878-5e16-4b61-b163-c6c53fa234d2 owned by network:router_interface {{(pid=94117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:08:54.159625 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.agents_db [None req-d9ec6548-365a-4179-9791-d0bac427e43f None None] Agent healthcheck: found 6 active agents {{(pid=94119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 14 19:08:54.244646 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-40dc46c3-de30-418f-b54c-6c54e38aec77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25274135'] for port, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:54.275280 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc46c3-de30-418f-b54c-6c54e38aec77 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d2d6878-5e16-4b61-b163-c6c53fa234d2,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:08:54.278375 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50538941-f548-405e-b126-9853e4def4a0 req-beca9a7d-d123-4eec-a65d-3729eb395697 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:54.279903 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-50538941-f548-405e-b126-9853e4def4a0 req-beca9a7d-d123-4eec-a65d-3729eb395697 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 945 time: 0.0499523 Aug 14 19:08:54.326917 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-50538941-f548-405e-b126-9853e4def4a0 req-1ac98e78-904a-4f69-9d41-f6ed9f87e642 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398366 Aug 14 19:08:54.455027 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-40dc46c3-de30-418f-b54c-6c54e38aec77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499491'] for router_interface, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:54.538473 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925df6d-30ed-4189-b51b-114d445e6e71 req-900faf5d-f5f6-4c01-85c1-6be2c43a30e6 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:54.539877 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8925df6d-30ed-4189-b51b-114d445e6e71 req-900faf5d-f5f6-4c01-85c1-6be2c43a30e6 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/ports?device_id=01c896d1-507c-4cf3-b331-557bf7e98047 HTTP/1.1" status: 200 len: 945 time: 0.0974636 Aug 14 19:08:54.616664 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8925df6d-30ed-4189-b51b-114d445e6e71 req-1d861450-f602-48af-aeb0-730d42cdb690 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/security-groups?id=213f1f52-1a36-49ad-8db9-229d887b41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706458 Aug 14 19:08:54.723148 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40dc46c3-de30-418f-b54c-6c54e38aec77 admin admin] Router 44c21604-ee6a-46fa-bdfc-8d5a4bf2222c has already been hosted by L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 {{(pid=94117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 14 19:08:54.830088 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40dc46c3-de30-418f-b54c-6c54e38aec77 admin admin] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 19:08:54.832042 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 2e37522a-ff7f-4c51-98a2-54d0ecfc721e up at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:08:54.835376 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-40dc46c3-de30-418f-b54c-6c54e38aec77 admin admin] 10.222.0.39 "PUT /v2.0/routers/44c21604-ee6a-46fa-bdfc-8d5a4bf2222c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9235697 Aug 14 19:08:54.837688 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 36574) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:08:54.841964 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162bdd9a-8dbe-44ea-942b-54048722495f None None] Sync routers for ids ['44c21604-ee6a-46fa-bdfc-8d5a4bf2222c'] in dv-cinder-804581-2-iscsi {{(pid=94119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 19:08:54.862692 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162bdd9a-8dbe-44ea-942b-54048722495f None None] Routers {'44c21604-ee6a-46fa-bdfc-8d5a4bf2222c'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:08:54.863330 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-162bdd9a-8dbe-44ea-942b-54048722495f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:08:53Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['44c21604-ee6a-46fa-bdfc-8d5a4bf2222c'], 'active': True} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:08:54.928360 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning for port 2e37522a-ff7f-4c51-98a2-54d0ecfc721e completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:08:54.937470 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning complete for port 2e37522a-ff7f-4c51-98a2-54d0ecfc721e triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:08:54.938606 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:54.953980 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-4b9f195b-ea69-4686-a139-1a449e57154e admin admin] Notify callbacks [] for router, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:54.992069 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvr_db [None req-162bdd9a-8dbe-44ea-942b-54048722495f None None] Set router 44c21604-ee6a-46fa-bdfc-8d5a4bf2222c gateway port host: dv-cinder-804581-2-iscsi {{(pid=94119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:08:55.038907 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:55.063837 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c896d1-507c-4cf3-b331-557bf7e98047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e37522a-ff7f-4c51-98a2-54d0ecfc721e'}] {{(pid=94118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:08:55.066038 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec225036cb8a85e900ef4a1438a865ee1e0a541caa4576dd66f1a48457471f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5866bf11-d3a3-4ff5-b9b5-6a8c27d2c96f" -d '{"events": [{"server_uuid": "01c896d1-507c-4cf3-b331-557bf7e98047", "name": "network-vif-plugged", "status": "completed", "tag": "2e37522a-ff7f-4c51-98a2-54d0ecfc721e"}]}' {{(pid=94118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:08:55.080068 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 2e37522a-ff7f-4c51-98a2-54d0ecfc721e, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=2e37522a-ff7f-4c51-98a2-54d0ecfc721e,segment=NetworkSegment(a09a7bb7-3ad0-4c83-8cfa-e190706db4a3),segment_id=a09a7bb7-3ad0-4c83-8cfa-e190706db4a3)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:08:55.084593 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:55.138453 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d8e62-e264-4daa-aafe-13bc3c6b80a6 req-1fbfbaf1-8e55-4307-b7d2-fc6aad187805 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:55.140341 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-b95d8e62-e264-4daa-aafe-13bc3c6b80a6 req-1fbfbaf1-8e55-4307-b7d2-fc6aad187805 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 945 time: 0.1367850 Aug 14 19:08:55.149413 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-4b9f195b-ea69-4686-a139-1a449e57154e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:55.155256 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=2e37522a-ff7f-4c51-98a2-54d0ecfc721e,revision_number=5']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:08:55.184271 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c23a176-14aa-42aa-836e-db5d35af7223 x-openstack-request-id: req-1c23a176-14aa-42aa-836e-db5d35af7223 {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:08:55.184567 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c896d1-507c-4cf3-b331-557bf7e98047", "name": "network-vif-plugged", "status": "completed", "tag": "2e37522a-ff7f-4c51-98a2-54d0ecfc721e", "code": 200}]} {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:08:55.184819 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1c23a176-14aa-42aa-836e-db5d35af7223 {{(pid=94118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:08:55.185257 dv-cinder-804581-2-iscsi neutron-server[94118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c896d1-507c-4cf3-b331-557bf7e98047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e37522a-ff7f-4c51-98a2-54d0ecfc721e', 'code': 200} Aug 14 19:08:55.194838 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-162bdd9a-8dbe-44ea-942b-54048722495f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c21604-ee6a-46fa-bdfc-8d5a4bf2222c', 'name': 'tempest-TestMinimumBasicScenario-2106249885-router', 'tenant_id': 'f6ced7b55a00443483aff399dad05de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'e6bc6785-aa5f-4e70-bae5-50428269bec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:42Z', 'updated_at': '2021-08-14T19:08:54Z', 'revision_number': 5, 'project_id': 'f6ced7b55a00443483aff399dad05de8', 'gw_port': {'id': 'e6bc6785-aa5f-4e70-bae5-50428269bec2', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ac:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c21604-ee6a-46fa-bdfc-8d5a4bf2222c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:44Z', 'updated_at': '2021-08-14T19:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi'}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:08:55.211929 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:55.223655 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162bdd9a-8dbe-44ea-942b-54048722495f None None] Checking router: 44c21604-ee6a-46fa-bdfc-8d5a4bf2222c for host: dv-cinder-804581-2-iscsi {{(pid=94119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 19:08:55.224377 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-b95d8e62-e264-4daa-aafe-13bc3c6b80a6 req-e0d5f272-054c-43d0-971a-48edebff4ea7 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0700758 Aug 14 19:08:55.233731 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162bdd9a-8dbe-44ea-942b-54048722495f None None] Routers {'44c21604-ee6a-46fa-bdfc-8d5a4bf2222c'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:08:55.234399 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-162bdd9a-8dbe-44ea-942b-54048722495f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:08:53Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['44c21604-ee6a-46fa-bdfc-8d5a4bf2222c'], 'active': True} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:08:55.247618 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [None req-4b9f195b-ea69-4686-a139-1a449e57154e admin admin] Deleting port e6bc6785-aa5f-4e70-bae5-50428269bec2 {{(pid=94117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:08:55.247960 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-4b9f195b-ea69-4686-a139-1a449e57154e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:55.330431 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvr_db [None req-162bdd9a-8dbe-44ea-942b-54048722495f None None] Set router 44c21604-ee6a-46fa-bdfc-8d5a4bf2222c gateway port host: None {{(pid=94119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:08:55.336351 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [None req-4b9f195b-ea69-4686-a139-1a449e57154e admin admin] For port e6bc6785-aa5f-4e70-bae5-50428269bec2, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=e6bc6785-aa5f-4e70-bae5-50428269bec2,segment=NetworkSegment(40f888b7-b3ed-489c-94ee-52f240068829),segment_id=40f888b7-b3ed-489c-94ee-52f240068829)] {{(pid=94117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:08:55.336707 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-4b9f195b-ea69-4686-a139-1a449e57154e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:55.350698 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [None req-4b9f195b-ea69-4686-a139-1a449e57154e admin admin] Calling delete_port for e6bc6785-aa5f-4e70-bae5-50428269bec2 owned by network:router_gateway {{(pid=94117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:08:55.382673 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b469a7c-40a3-4c11-8624-eefb7ed02757 req-59414ec6-da9f-4883-ba01-89bc848c395f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:55.384203 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-3b469a7c-40a3-4c11-8624-eefb7ed02757 req-59414ec6-da9f-4883-ba01-89bc848c395f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=01c896d1-507c-4cf3-b331-557bf7e98047 HTTP/1.1" status: 200 len: 1099 time: 0.0453696 Aug 14 19:08:55.388646 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-162bdd9a-8dbe-44ea-942b-54048722495f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c21604-ee6a-46fa-bdfc-8d5a4bf2222c', 'name': 'tempest-TestMinimumBasicScenario-2106249885-router', 'tenant_id': 'f6ced7b55a00443483aff399dad05de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:42Z', 'updated_at': '2021-08-14T19:08:55Z', 'revision_number': 6, 'project_id': 'f6ced7b55a00443483aff399dad05de8', 'gw_port_host': None}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:08:55.425700 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162bdd9a-8dbe-44ea-942b-54048722495f None None] The sync data for ids ['44c21604-ee6a-46fa-bdfc-8d5a4bf2222c'] in dv-cinder-804581-2-iscsi is: [{'id': '44c21604-ee6a-46fa-bdfc-8d5a4bf2222c', 'name': 'tempest-TestMinimumBasicScenario-2106249885-router', 'tenant_id': 'f6ced7b55a00443483aff399dad05de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:42Z', 'updated_at': '2021-08-14T19:08:55Z', 'revision_number': 6, 'project_id': 'f6ced7b55a00443483aff399dad05de8', 'gw_port_host': None}] {{(pid=94119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 19:08:55.448440 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-3b469a7c-40a3-4c11-8624-eefb7ed02757 req-39fcefb1-3cd1-4c80-a774-a01de60d5f1e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=213f1f52-1a36-49ad-8db9-229d887b41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568361 Aug 14 19:08:55.473378 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30cdfef-2e77-41ad-9d78-77a424a9b03d req-9e490756-bb5b-4f68-a76a-610cdeefc272 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:55.474913 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-d30cdfef-2e77-41ad-9d78-77a424a9b03d req-9e490756-bb5b-4f68-a76a-610cdeefc272 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 945 time: 0.0634196 Aug 14 19:08:55.513704 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-d30cdfef-2e77-41ad-9d78-77a424a9b03d req-c2357c4e-6e03-4fe5-a927-cf545bf5391c tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327995 Aug 14 19:08:55.540183 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-4b9f195b-ea69-4686-a139-1a449e57154e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25274135'] for port, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:55.564440 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f195b-ea69-4686-a139-1a449e57154e admin admin] Pushing event deleted for resources: {'Port': ['ID=e6bc6785-aa5f-4e70-bae5-50428269bec2,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:08:55.625853 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-4b9f195b-ea69-4686-a139-1a449e57154e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499417'] for router_gateway, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:55.749293 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-4b9f195b-ea69-4686-a139-1a449e57154e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1271'] for router, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:55.752515 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-4b9f195b-ea69-4686-a139-1a449e57154e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:55.831317 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc374a-1b18-43dc-a3e2-bd3503518631 req-c8d33620-4cfa-40ba-9f81-d92e60acd426 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:55.834750 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-6ebc374a-1b18-43dc-a3e2-bd3503518631 req-c8d33620-4cfa-40ba-9f81-d92e60acd426 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/ports?device_id=01c896d1-507c-4cf3-b331-557bf7e98047 HTTP/1.1" status: 200 len: 946 time: 0.1372902 Aug 14 19:08:55.836163 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-4b9f195b-ea69-4686-a139-1a449e57154e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497210'] for router, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:55.836933 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9f195b-ea69-4686-a139-1a449e57154e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44c21604-ee6a-46fa-bdfc-8d5a4bf2222c {{(pid=94117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 14 19:08:55.842573 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-4b9f195b-ea69-4686-a139-1a449e57154e admin admin] Notify callbacks [] for router, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:55.843399 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-4b9f195b-ea69-4686-a139-1a449e57154e admin admin] 10.222.0.39 "DELETE /v2.0/routers/44c21604-ee6a-46fa-bdfc-8d5a4bf2222c HTTP/1.1" status: 204 len: 168 time: 1.0046744 Aug 14 19:08:55.846654 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 36586) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:08:55.894635 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-6ebc374a-1b18-43dc-a3e2-bd3503518631 req-053a3627-faba-4cb3-9d30-0060270c4f3f tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/security-groups?id=213f1f52-1a36-49ad-8db9-229d887b41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498953 Aug 14 19:08:55.912811 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4562b07-8de9-4e1f-ac7d-b7669dc5cf21 admin admin] Deleting subnet a8d9a2b4-c23a-4a31-8527-480576f4ece0 {{(pid=94116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 14 19:08:55.916081 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a4562b07-8de9-4e1f-ac7d-b7669dc5cf21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:55.952748 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a4562b07-8de9-4e1f-ac7d-b7669dc5cf21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25714224'] for subnet, precommit_delete_associations {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:56.029356 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a4562b07-8de9-4e1f-ac7d-b7669dc5cf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642801'] for subnet, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:56.082739 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a4562b07-8de9-4e1f-ac7d-b7669dc5cf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26904991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26976304'] for subnet, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:56.109609 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4562b07-8de9-4e1f-ac7d-b7669dc5cf21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8d9a2b4-c23a-4a31-8527-480576f4ece0,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:08:56.115157 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a4562b07-8de9-4e1f-ac7d-b7669dc5cf21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:56.117134 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-a4562b07-8de9-4e1f-ac7d-b7669dc5cf21 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a8d9a2b4-c23a-4a31-8527-480576f4ece0 HTTP/1.1" status: 204 len: 168 time: 0.2689533 Aug 14 19:08:56.119571 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 36588) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:08:56.120574 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c28ef4e-8e97-4edf-8f07-8fbabf4a82e3 None None] Network 0befc2bc-0a3e-4706-aa30-4e4226d39362 requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 19:08:56.197126 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-7fab2540-4348-4b35-8c6a-2d4f862dd9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529646'] for network, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:56.258447 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 9d2d6878-5e16-4b61-b163-c6c53fa234d2 no longer exists at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:08:56.284766 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] No Port match for: 9d2d6878-5e16-4b61-b163-c6c53fa234d2 {{(pid=94118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 14 19:08:56.288897 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 9d2d6878-5e16-4b61-b163-c6c53fa234d2 not bound to the agent host dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 14 19:08:56.317651 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [None req-7fab2540-4348-4b35-8c6a-2d4f862dd9c3 admin admin] Deleting port e657169d-6ecb-4b85-93df-7b66ab0565d1 {{(pid=94116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:08:56.318019 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-7fab2540-4348-4b35-8c6a-2d4f862dd9c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:56.407113 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b81858-4885-4644-a197-be94d9c76a66 None None] DHCP port deletion for 0befc2bc-0a3e-4706-aa30-4e4226d39362 request from dv-cinder-804581-2-iscsi {{(pid=94118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 14 19:08:56.426442 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e8a2b-8dd9-4ff0-98a9-68360604313a req-4366e2a2-06b3-49b0-b56c-e1feea6fa574 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:56.428281 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-9c2e8a2b-8dd9-4ff0-98a9-68360604313a req-4366e2a2-06b3-49b0-b56c-e1feea6fa574 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 945 time: 0.1130986 Aug 14 19:08:56.439451 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [None req-7fab2540-4348-4b35-8c6a-2d4f862dd9c3 admin admin] For port e657169d-6ecb-4b85-93df-7b66ab0565d1, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=e657169d-6ecb-4b85-93df-7b66ab0565d1,segment=NetworkSegment(486f0c2a-a572-4a04-af8e-726a69203529),segment_id=486f0c2a-a572-4a04-af8e-726a69203529)] {{(pid=94116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:08:56.440014 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-7fab2540-4348-4b35-8c6a-2d4f862dd9c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:56.458103 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [None req-7fab2540-4348-4b35-8c6a-2d4f862dd9c3 admin admin] Calling delete_port for e657169d-6ecb-4b85-93df-7b66ab0565d1 owned by network:dhcp {{(pid=94116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:08:56.492572 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-9c2e8a2b-8dd9-4ff0-98a9-68360604313a req-01b890d9-8088-442d-bcc7-d3da8b9addf2 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580561 Aug 14 19:08:56.502220 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-b6b81858-4885-4644-a197-be94d9c76a66 None None] Deleting port e657169d-6ecb-4b85-93df-7b66ab0565d1 {{(pid=94118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:08:56.502609 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b6b81858-4885-4644-a197-be94d9c76a66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:56.578645 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-7fab2540-4348-4b35-8c6a-2d4f862dd9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26905004'] for port, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:56.626907 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fab2540-4348-4b35-8c6a-2d4f862dd9c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e657169d-6ecb-4b85-93df-7b66ab0565d1,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:08:56.630031 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fab2540-4348-4b35-8c6a-2d4f862dd9c3 admin admin] No DVR routers for this DVR port e657169d-6ecb-4b85-93df-7b66ab0565d1 on host dv-cinder-804581-2-iscsi {{(pid=94116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 14 19:08:56.717910 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b6b81858-4885-4644-a197-be94d9c76a66 None None] For port e657169d-6ecb-4b85-93df-7b66ab0565d1, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=e657169d-6ecb-4b85-93df-7b66ab0565d1,segment=NetworkSegment(486f0c2a-a572-4a04-af8e-726a69203529),segment_id=486f0c2a-a572-4a04-af8e-726a69203529)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:08:56.718351 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b6b81858-4885-4644-a197-be94d9c76a66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:56.731225 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-b6b81858-4885-4644-a197-be94d9c76a66 None None] Calling delete_port for e657169d-6ecb-4b85-93df-7b66ab0565d1 owned by network:dhcp {{(pid=94118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:08:56.759143 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-7fab2540-4348-4b35-8c6a-2d4f862dd9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639094', 'neutron.services.segments.db._delete_segments_for_network-8754979395952'] for network, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:56.772278 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.services.segments.db [None req-7fab2540-4348-4b35-8c6a-2d4f862dd9c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0befc2bc-0a3e-4706-aa30-4e4226d39362']}} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:08:56.787657 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7631e6-2391-4be3-8936-ee4f34552708 req-5a71dcc7-90fc-4a13-84a6-2f8c80fc1d91 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:56.789333 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-db7631e6-2391-4be3-8936-ee4f34552708 req-5a71dcc7-90fc-4a13-84a6-2f8c80fc1d91 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 945 time: 0.1280501 Aug 14 19:08:56.792832 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.services.segments.db [None req-7fab2540-4348-4b35-8c6a-2d4f862dd9c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '486f0c2a-a572-4a04-af8e-726a69203529') {'for_net_delete': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:08:56.793138 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.services.segments.db [None req-7fab2540-4348-4b35-8c6a-2d4f862dd9c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '486f0c2a-a572-4a04-af8e-726a69203529') {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:08:56.810010 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-7fab2540-4348-4b35-8c6a-2d4f862dd9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754979399801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25714215'] for segment, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:56.810739 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b6b81858-4885-4644-a197-be94d9c76a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957'] for port, after_delete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:56.836813 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b81858-4885-4644-a197-be94d9c76a66 None None] Pushing event deleted for resources: {'Port': ['ID=e657169d-6ecb-4b85-93df-7b66ab0565d1,revision_number=None']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:08:56.840514 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-7fab2540-4348-4b35-8c6a-2d4f862dd9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736'] for segment, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:56.842920 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b81858-4885-4644-a197-be94d9c76a66 None None] No DVR routers for this DVR port e657169d-6ecb-4b85-93df-7b66ab0565d1 on host dv-cinder-804581-2-iscsi {{(pid=94118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 14 19:08:56.853318 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b81858-4885-4644-a197-be94d9c76a66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:08:56.853784 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b81858-4885-4644-a197-be94d9c76a66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:08:56.854169 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b81858-4885-4644-a197-be94d9c76a66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:08:56.854681 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b81858-4885-4644-a197-be94d9c76a66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:08:56.854992 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b81858-4885-4644-a197-be94d9c76a66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:08:56.855340 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b81858-4885-4644-a197-be94d9c76a66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:08:56.855672 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b81858-4885-4644-a197-be94d9c76a66 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:08:56.856003 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b81858-4885-4644-a197-be94d9c76a66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:08:56.856334 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b81858-4885-4644-a197-be94d9c76a66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:08:56.857202 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b81858-4885-4644-a197-be94d9c76a66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:08:56.857202 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b81858-4885-4644-a197-be94d9c76a66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:08:56.857390 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b81858-4885-4644-a197-be94d9c76a66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:08:56.858382 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-db7631e6-2391-4be3-8936-ee4f34552708 req-9416ae59-55f6-4bac-8408-43d50f2a4f62 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578761 Aug 14 19:08:56.859507 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fab2540-4348-4b35-8c6a-2d4f862dd9c3 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 14 19:08:56.860912 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-7fab2540-4348-4b35-8c6a-2d4f862dd9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26904897'] for segment, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:56.862378 dv-cinder-804581-2-iscsi neutron-server[94116]: Traceback (most recent call last): Aug 14 19:08:56.862378 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 14 19:08:56.862378 dv-cinder-804581-2-iscsi neutron-server[94116]: timer() Aug 14 19:08:56.862378 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 14 19:08:56.862378 dv-cinder-804581-2-iscsi neutron-server[94116]: cb(*args, **kw) Aug 14 19:08:56.862378 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 14 19:08:56.862378 dv-cinder-804581-2-iscsi neutron-server[94116]: return func(*args, **kwargs) Aug 14 19:08:56.862378 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 14 19:08:56.862378 dv-cinder-804581-2-iscsi neutron-server[94116]: self._notify() Aug 14 19:08:56.862378 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 14 19:08:56.862378 dv-cinder-804581-2-iscsi neutron-server[94116]: self.callback(batched_events) Aug 14 19:08:56.862378 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 14 19:08:56.862378 dv-cinder-804581-2-iscsi neutron-server[94116]: event.method(event) Aug 14 19:08:56.862378 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 14 19:08:56.862378 dv-cinder-804581-2-iscsi neutron-server[94116]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 14 19:08:56.862378 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 14 19:08:56.862378 dv-cinder-804581-2-iscsi neutron-server[94116]: aggregate_uuid = self.p_client.list_aggregates( Aug 14 19:08:56.862378 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 14 19:08:56.862378 dv-cinder-804581-2-iscsi neutron-server[94116]: return f(self, *a, **k) Aug 14 19:08:56.862378 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 14 19:08:56.862378 dv-cinder-804581-2-iscsi neutron-server[94116]: return self._get(url).json() Aug 14 19:08:56.862378 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 14 19:08:56.862378 dv-cinder-804581-2-iscsi neutron-server[94116]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 14 19:08:56.862378 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 14 19:08:56.862378 dv-cinder-804581-2-iscsi neutron-server[94116]: return self.request(url, 'GET', **kwargs) Aug 14 19:08:56.862378 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 14 19:08:56.862378 dv-cinder-804581-2-iscsi neutron-server[94116]: base_url = self.get_endpoint(auth, allow=allow, Aug 14 19:08:56.862378 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 14 19:08:56.862378 dv-cinder-804581-2-iscsi neutron-server[94116]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 14 19:08:56.862378 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 14 19:08:56.862378 dv-cinder-804581-2-iscsi neutron-server[94116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 14 19:08:56.862378 dv-cinder-804581-2-iscsi neutron-server[94116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 14 19:08:56.927241 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-7fab2540-4348-4b35-8c6a-2d4f862dd9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499365'] for network, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:56.944897 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-7fab2540-4348-4b35-8c6a-2d4f862dd9c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for network, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:56.946755 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-7fab2540-4348-4b35-8c6a-2d4f862dd9c3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/0befc2bc-0a3e-4706-aa30-4e4226d39362 HTTP/1.1" status: 204 len: 168 time: 0.8262331 Aug 14 19:08:56.948091 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fab2540-4348-4b35-8c6a-2d4f862dd9c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0befc2bc-0a3e-4706-aa30-4e4226d39362,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:08:57.010562 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673074c-7958-4de1-ab73-5bee55e9293a req-c83aa2e8-a216-40e1-96cf-885c8c831d03 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:57.012029 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-6673074c-7958-4de1-ab73-5bee55e9293a req-c83aa2e8-a216-40e1-96cf-885c8c831d03 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/ports?device_id=01c896d1-507c-4cf3-b331-557bf7e98047 HTTP/1.1" status: 200 len: 946 time: 0.0517192 Aug 14 19:08:57.055250 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-6673074c-7958-4de1-ab73-5bee55e9293a req-ef9e1a3a-2ceb-4743-87eb-f245c686b28e tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/security-groups?id=213f1f52-1a36-49ad-8db9-229d887b41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359886 Aug 14 19:08:57.115853 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 36602) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:08:57.156978 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-b9ff852b-dd69-4f49-93f8-c10694972467 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e72304a5f779453f8a5a56c86d3eb70a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398362 Aug 14 19:08:57.160258 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 36606) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:08:57.211950 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-6009e370-839c-4ebb-ae01-0e91bdc38c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:57.233584 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-6009e370-839c-4ebb-ae01-0e91bdc38c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:57.284474 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-6009e370-839c-4ebb-ae01-0e91bdc38c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:57.287094 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-6009e370-839c-4ebb-ae01-0e91bdc38c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:57.288286 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-6009e370-839c-4ebb-ae01-0e91bdc38c29 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/84203a9d-f87d-4d63-a1c9-1784de7f7dc9 HTTP/1.1" status: 204 len: 168 time: 0.1266661 Aug 14 19:08:57.302912 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6009e370-839c-4ebb-ae01-0e91bdc38c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84203a9d-f87d-4d63-a1c9-1784de7f7dc9,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:08:57.623860 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1039e-527c-4e6c-9e86-bd36d42b529d req-d3a2506f-ef44-41d9-9bf5-1efff7465fc5 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:57.625445 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-52e1039e-527c-4e6c-9e86-bd36d42b529d req-d3a2506f-ef44-41d9-9bf5-1efff7465fc5 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 945 time: 0.0516768 Aug 14 19:08:57.644296 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 36622) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:08:57.667285 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-52e1039e-527c-4e6c-9e86-bd36d42b529d req-c6f2fc13-4b1f-4004-a903-41b7fa9ba78f tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335112 Aug 14 19:08:57.689650 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-e5ed8fc8-5e1c-4c0d-8d39-925197a7ebb3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f6ced7b55a00443483aff399dad05de8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0436685 Aug 14 19:08:57.692604 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 36624) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:08:57.694013 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device e6bc6785-aa5f-4e70-bae5-50428269bec2 no longer exists at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:08:57.714063 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] No Port match for: e6bc6785-aa5f-4e70-bae5-50428269bec2 {{(pid=94118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 14 19:08:57.714366 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device e6bc6785-aa5f-4e70-bae5-50428269bec2 not bound to the agent host dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 14 19:08:57.714796 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device e657169d-6ecb-4b85-93df-7b66ab0565d1 no longer exists at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:08:57.732807 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] No Port match for: e657169d-6ecb-4b85-93df-7b66ab0565d1 {{(pid=94118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 14 19:08:57.733156 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device e657169d-6ecb-4b85-93df-7b66ab0565d1 not bound to the agent host dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 14 19:08:57.744215 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-10343409-049b-4a88-bdd5-88d12651fd63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:57.767423 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-10343409-049b-4a88-bdd5-88d12651fd63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:57.817351 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-10343409-049b-4a88-bdd5-88d12651fd63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:57.819984 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-10343409-049b-4a88-bdd5-88d12651fd63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:08:57.821130 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-10343409-049b-4a88-bdd5-88d12651fd63 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0ba6763f-2eeb-42b4-bb2e-9fcafd0bcede HTTP/1.1" status: 204 len: 168 time: 0.1275456 Aug 14 19:08:57.829653 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10343409-049b-4a88-bdd5-88d12651fd63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba6763f-2eeb-42b4-bb2e-9fcafd0bcede,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:08:57.982652 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf130fb-59ef-44e5-a427-1d5164cc0444 req-86581edc-105f-49bb-94fe-e4280204754b tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:57.984313 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-1bf130fb-59ef-44e5-a427-1d5164cc0444 req-86581edc-105f-49bb-94fe-e4280204754b tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 945 time: 0.0499473 Aug 14 19:08:58.029430 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-1bf130fb-59ef-44e5-a427-1d5164cc0444 req-2f158be5-3644-4c7e-95db-d0599aed0d37 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377083 Aug 14 19:08:58.788569 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc2ab4-201c-40ff-94c9-627ab32f5c10 req-1d1810f5-2831-45ac-bf6b-d305b3e92345 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:58.790217 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c6dc2ab4-201c-40ff-94c9-627ab32f5c10 req-1d1810f5-2831-45ac-bf6b-d305b3e92345 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 945 time: 0.0515497 Aug 14 19:08:58.831343 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c6dc2ab4-201c-40ff-94c9-627ab32f5c10 req-5d69dd40-3f9b-4f56-b1b4-b00eaa2dd7c2 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350931 Aug 14 19:08:59.153598 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a79185-4a7d-4a4a-b183-2c02435d8a0c req-54bf883f-f224-40b9-9d34-58943887839c tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:59.155097 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-b0a79185-4a7d-4a4a-b183-2c02435d8a0c req-54bf883f-f224-40b9-9d34-58943887839c tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 945 time: 0.0491393 Aug 14 19:08:59.192798 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-b0a79185-4a7d-4a4a-b183-2c02435d8a0c req-ac144f05-2086-4f22-a6d4-3898f5f0b010 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313187 Aug 14 19:08:59.946928 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709eb46-1ba8-4933-a9a5-f2be40acf601 req-c5ed26ae-25c4-484e-8d82-8cfb7cea8fa9 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:08:59.948403 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e709eb46-1ba8-4933-a9a5-f2be40acf601 req-c5ed26ae-25c4-484e-8d82-8cfb7cea8fa9 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 945 time: 0.0509448 Aug 14 19:08:59.990801 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e709eb46-1ba8-4933-a9a5-f2be40acf601 req-589940be-1000-4d83-8ad0-699a1a993bd0 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364790 Aug 14 19:09:00.312114 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d59a2-33f9-496d-bf4b-f4ecf55a232f req-771ee0a5-9122-4e2e-93f2-ae568a8199b0 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:00.314073 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-9e9d59a2-33f9-496d-bf4b-f4ecf55a232f req-771ee0a5-9122-4e2e-93f2-ae568a8199b0 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 945 time: 0.0476356 Aug 14 19:09:00.351653 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-9e9d59a2-33f9-496d-bf4b-f4ecf55a232f req-40aa5743-a30b-4c6e-a31a-5964042d9247 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312238 Aug 14 19:09:01.106494 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0caf7db-80d0-4937-bd26-cb0c1ab4fae0 req-6d51ebe5-5dcb-475c-8b7e-223a122b92b0 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:01.108081 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-a0caf7db-80d0-4937-bd26-cb0c1ab4fae0 req-6d51ebe5-5dcb-475c-8b7e-223a122b92b0 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 945 time: 0.0478792 Aug 14 19:09:01.146267 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-a0caf7db-80d0-4937-bd26-cb0c1ab4fae0 req-00134169-46ce-4c90-84ca-56ef296e1e8c tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311952 Aug 14 19:09:01.472444 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff305e9b-0409-4e85-92b9-1fc4578b8525 req-28826d32-3d2b-4f1d-81db-ccd491ccbbaa tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:01.473834 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ff305e9b-0409-4e85-92b9-1fc4578b8525 req-28826d32-3d2b-4f1d-81db-ccd491ccbbaa tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 945 time: 0.0491505 Aug 14 19:09:01.511090 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ff305e9b-0409-4e85-92b9-1fc4578b8525 req-920f1fd1-1d77-4f91-a854-3bd437664a0c tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313780 Aug 14 19:09:02.261327 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f321cb-8ddf-4d1d-afd7-52fd67405151 req-782bf22c-a6c6-46dc-8746-bbe5fb5fd3bf tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:02.262858 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-b0f321cb-8ddf-4d1d-afd7-52fd67405151 req-782bf22c-a6c6-46dc-8746-bbe5fb5fd3bf tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 945 time: 0.0489783 Aug 14 19:09:02.299088 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-b0f321cb-8ddf-4d1d-afd7-52fd67405151 req-fde551c0-7080-432f-888e-29beca34aa42 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303860 Aug 14 19:09:02.631793 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2f4f6-e2bd-4e30-a898-990cb44a761c req-d0b5c0be-19e1-4788-a357-ee16ea5acf03 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:02.633198 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-85a2f4f6-e2bd-4e30-a898-990cb44a761c req-d0b5c0be-19e1-4788-a357-ee16ea5acf03 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 945 time: 0.0491624 Aug 14 19:09:02.676565 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-85a2f4f6-e2bd-4e30-a898-990cb44a761c req-d50eaf06-5f11-459f-9cd8-f950af0d2b77 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374563 Aug 14 19:09:03.414920 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb174d0-8a14-4f8a-9fbc-1097c94a7472 req-6b973199-ffa0-4a87-80ef-10fcec55136e tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:03.416392 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-bcb174d0-8a14-4f8a-9fbc-1097c94a7472 req-6b973199-ffa0-4a87-80ef-10fcec55136e tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 945 time: 0.0501299 Aug 14 19:09:03.455617 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-bcb174d0-8a14-4f8a-9fbc-1097c94a7472 req-768615de-691d-4f2c-9bf9-d7a09adbb016 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332191 Aug 14 19:09:03.833787 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db514e3f-6687-46be-a3ce-633b7efa7fc5 req-49031d80-3ca0-4fed-afae-0c697b228660 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:03.836337 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-db514e3f-6687-46be-a3ce-633b7efa7fc5 req-49031d80-3ca0-4fed-afae-0c697b228660 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 945 time: 0.0818202 Aug 14 19:09:03.882818 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-db514e3f-6687-46be-a3ce-633b7efa7fc5 req-74388978-464d-4c7d-bc54-e39fd2404a2a tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406904 Aug 14 19:09:04.571810 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6eabf-e98f-41a0-a62d-d5f8b1a4ca40 req-c60c3499-c130-46f3-bd8c-b8d232954ce5 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:04.573329 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-bbe6eabf-e98f-41a0-a62d-d5f8b1a4ca40 req-c60c3499-c130-46f3-bd8c-b8d232954ce5 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 945 time: 0.0489631 Aug 14 19:09:04.611874 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-bbe6eabf-e98f-41a0-a62d-d5f8b1a4ca40 req-9a263afb-9b66-4f8e-bdad-9c9a992bb874 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327353 Aug 14 19:09:04.999463 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc796c4-6c23-44b2-b45d-7bffd8dff682 req-78dc88fd-0fa1-4bfd-b144-85883e5ba978 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:05.001513 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-cfc796c4-6c23-44b2-b45d-7bffd8dff682 req-78dc88fd-0fa1-4bfd-b144-85883e5ba978 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 945 time: 0.0504665 Aug 14 19:09:05.044857 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-cfc796c4-6c23-44b2-b45d-7bffd8dff682 req-c37d7c9d-47bc-4bc8-9ef2-09d3c9978fcb tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365140 Aug 14 19:09:05.726888 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8abe90-6611-4b77-a714-846d54487b88 req-130c3950-964d-4c2a-aeab-6d5af82999af tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:05.728379 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-1a8abe90-6611-4b77-a714-846d54487b88 req-130c3950-964d-4c2a-aeab-6d5af82999af tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 945 time: 0.0475593 Aug 14 19:09:05.770345 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-1a8abe90-6611-4b77-a714-846d54487b88 req-1b5d5245-28fd-46a6-afb0-e3c2525c0e9a tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360680 Aug 14 19:09:06.166126 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83384d-b112-450d-b238-4dabd1fcdd38 req-1c3ebe57-789f-42d2-8851-9365574b4d31 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:06.167747 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-5f83384d-b112-450d-b238-4dabd1fcdd38 req-1c3ebe57-789f-42d2-8851-9365574b4d31 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 945 time: 0.0498853 Aug 14 19:09:06.205085 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-5f83384d-b112-450d-b238-4dabd1fcdd38 req-41e1375e-8f7c-446e-8475-5c0342a8e369 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311954 Aug 14 19:09:06.886201 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07973dd-8beb-4116-85b7-d1687b1e6064 req-a7ff4de6-4918-453a-8180-24064c42a95f tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:06.887732 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-f07973dd-8beb-4116-85b7-d1687b1e6064 req-a7ff4de6-4918-453a-8180-24064c42a95f tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 945 time: 0.0489671 Aug 14 19:09:06.928496 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-f07973dd-8beb-4116-85b7-d1687b1e6064 req-0c1dce7a-ea99-4fad-86f8-a14ff2f25ac6 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346916 Aug 14 19:09:07.324611 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb429742-02f7-471a-a5c9-9be569da1a88 req-6635214a-82be-4c2c-9911-bef4b3517673 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:07.326112 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-eb429742-02f7-471a-a5c9-9be569da1a88 req-6635214a-82be-4c2c-9911-bef4b3517673 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 945 time: 0.0488577 Aug 14 19:09:07.393143 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-eb429742-02f7-471a-a5c9-9be569da1a88 req-15a58af3-9a11-43b9-a466-4af4dc69bcdf tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601404 Aug 14 19:09:07.397926 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c321682-68fd-4c04-a7b0-a83c1e757cf4 req-5076973c-7d48-4d84-9018-1a7d41ac3aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:07.399395 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-0c321682-68fd-4c04-a7b0-a83c1e757cf4 req-5076973c-7d48-4d84-9018-1a7d41ac3aa1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b401b823ff34122a33652cb519dc6f7&device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 1098 time: 0.0676155 Aug 14 19:09:07.492771 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c321682-68fd-4c04-a7b0-a83c1e757cf4 req-21003147-b288-4e31-91b0-900c75738039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:07.494165 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-0c321682-68fd-4c04-a7b0-a83c1e757cf4 req-21003147-b288-4e31-91b0-900c75738039 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a HTTP/1.1" status: 200 len: 909 time: 0.0874612 Aug 14 19:09:07.560792 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-0c321682-68fd-4c04-a7b0-a83c1e757cf4 req-e3a5935f-633d-4ea6-b88d-fea9fd5c18f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19d3329b-30bc-4314-bc67-fcd16e898d3e HTTP/1.1" status: 200 len: 1000 time: 0.0580564 Aug 14 19:09:07.613589 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c321682-68fd-4c04-a7b0-a83c1e757cf4 req-d20d6a78-4e6c-4aa5-a271-812fed6c3b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:07.615084 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-0c321682-68fd-4c04-a7b0-a83c1e757cf4 req-d20d6a78-4e6c-4aa5-a271-812fed6c3b01 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6f715183-cd29-4f58-8407-9662756bc442 HTTP/1.1" status: 200 len: 847 time: 0.0458095 Aug 14 19:09:07.666728 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c321682-68fd-4c04-a7b0-a83c1e757cf4 req-3c551f0b-4eab-4e60-b27c-ff409c2e5ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:07.668200 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-0c321682-68fd-4c04-a7b0-a83c1e757cf4 req-3c551f0b-4eab-4e60-b27c-ff409c2e5ce3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433784 Aug 14 19:09:07.756994 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-0c321682-68fd-4c04-a7b0-a83c1e757cf4 req-f761ee89-d2a0-4f6b-9573-890b4c76f4e3 service neutron] 10.222.0.24 "GET /v2.0/networks/d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799286 Aug 14 19:09:07.850054 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-0c321682-68fd-4c04-a7b0-a83c1e757cf4 req-dbd20c85-3309-4013-8c4c-436879a8b8f1 service neutron] 10.222.0.24 "GET /v2.0/networks/d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855753 Aug 14 19:09:08.045307 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae21954-21c9-4ec5-aa14-2ac8b8d9656b req-61ba44ae-a892-4e83-baa1-99a69fe46f2b tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:08.046673 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8ae21954-21c9-4ec5-aa14-2ac8b8d9656b req-61ba44ae-a892-4e83-baa1-99a69fe46f2b tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 945 time: 0.0502138 Aug 14 19:09:08.091100 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8ae21954-21c9-4ec5-aa14-2ac8b8d9656b req-d9d46e2d-9adc-464c-9b63-cf972e988139 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374570 Aug 14 19:09:08.521796 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526fa429-eade-454c-9740-aa45aabec5d5 req-7743051a-3aa2-4e00-8cc4-7a3f46613a18 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:08.523314 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-526fa429-eade-454c-9740-aa45aabec5d5 req-7743051a-3aa2-4e00-8cc4-7a3f46613a18 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 945 time: 0.0498116 Aug 14 19:09:08.560769 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-526fa429-eade-454c-9740-aa45aabec5d5 req-60949412-97e1-4876-8a6e-6f602f5b60fa tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315294 Aug 14 19:09:09.208402 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65329d10-5636-4543-9b12-a89dd73028d5 req-87230345-5170-4e89-bf38-ce46bd01c321 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:09.212673 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-65329d10-5636-4543-9b12-a89dd73028d5 req-87230345-5170-4e89-bf38-ce46bd01c321 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 945 time: 0.0480158 Aug 14 19:09:09.249947 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-65329d10-5636-4543-9b12-a89dd73028d5 req-421fc15e-098f-4bfc-83f2-242481ce8a96 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337169 Aug 14 19:09:09.680731 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655f81d-9246-4f62-bae0-469f6026a9a8 req-54980580-7ef7-4709-b793-2ac5d46a4eca tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:09.682206 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-9655f81d-9246-4f62-bae0-469f6026a9a8 req-54980580-7ef7-4709-b793-2ac5d46a4eca tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 945 time: 0.0482328 Aug 14 19:09:09.720636 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-9655f81d-9246-4f62-bae0-469f6026a9a8 req-b8f8778c-e450-4990-8255-96b90f50fa23 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325952 Aug 14 19:09:10.098589 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 14 19:09:10.192389 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d,segment=NetworkSegment(c4c75483-348a-49f7-b9f3-841d9687ab46),segment_id=c4c75483-348a-49f7-b9f3-841d9687ab46)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:09:10.203208 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Returning: {'device': '8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d', 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b', 'port_id': '8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d', 'mac_address': 'fa:16:3e:fb:a7:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd22740df-b26d-44e8-8433-34e5ba454618', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 14 19:09:10.239629 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:10.252615 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d {{(pid=94118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:09:10.273585 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d,segment=NetworkSegment(c4c75483-348a-49f7-b9f3-841d9687ab46),segment_id=c4c75483-348a-49f7-b9f3-841d9687ab46)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:09:10.277893 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:10.329341 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d,revision_number=6']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:09:10.369592 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ad082-7f80-49ef-8bcd-defbf6e70fa1 req-4cbfd7bc-6bd8-4beb-ab9c-f08a98b30724 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:10.371062 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-589ad082-7f80-49ef-8bcd-defbf6e70fa1 req-4cbfd7bc-6bd8-4beb-ab9c-f08a98b30724 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 945 time: 0.0516651 Aug 14 19:09:10.408037 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-589ad082-7f80-49ef-8bcd-defbf6e70fa1 req-4732d199-19ba-425d-8716-f2cad880046e tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303488 Aug 14 19:09:10.839940 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e81778-2f1d-4a8e-ad78-921c4eec84c4 req-e358dfd5-c075-4e60-aa14-ba38c0778f84 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:10.841409 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-23e81778-2f1d-4a8e-ad78-921c4eec84c4 req-e358dfd5-c075-4e60-aa14-ba38c0778f84 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 944 time: 0.0490348 Aug 14 19:09:10.879793 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-23e81778-2f1d-4a8e-ad78-921c4eec84c4 req-72f45ae3-e9c1-418b-bd08-31b0188ab091 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318196 Aug 14 19:09:11.524278 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa19cf-ecc1-450a-a6d8-a00a18bf013d req-2162fd38-9a9f-413a-9f93-1d7b1accfb9e tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:11.525851 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-dffa19cf-ecc1-450a-a6d8-a00a18bf013d req-2162fd38-9a9f-413a-9f93-1d7b1accfb9e tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 945 time: 0.0513368 Aug 14 19:09:11.567159 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-dffa19cf-ecc1-450a-a6d8-a00a18bf013d req-911c6828-03c0-4c29-b474-1dc36efb82f3 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341756 Aug 14 19:09:12.011384 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1115bf-1339-44c3-8e32-f3727c2c5fd3 req-b7900c90-7c85-4fb2-aa6e-078e2543d287 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:12.013001 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-0b1115bf-1339-44c3-8e32-f3727c2c5fd3 req-b7900c90-7c85-4fb2-aa6e-078e2543d287 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 944 time: 0.0563822 Aug 14 19:09:12.053891 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-0b1115bf-1339-44c3-8e32-f3727c2c5fd3 req-fc355c61-49f2-41bc-a8e9-854b3f32c4c5 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339143 Aug 14 19:09:12.261820 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] get_ports_and_sgs() called for port_ids ['8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d'] {{(pid=94118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 14 19:09:12.711676 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a2430-e1bd-48d6-9f73-262a5884fd4c req-c684da83-48fe-4d39-a376-0eea7979e1e3 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:12.713273 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-0f4a2430-e1bd-48d6-9f73-262a5884fd4c req-c684da83-48fe-4d39-a376-0eea7979e1e3 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 945 time: 0.0554566 Aug 14 19:09:12.779028 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-0f4a2430-e1bd-48d6-9f73-262a5884fd4c req-7437bf09-f950-4e06-807b-17ac9418a845 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577571 Aug 14 19:09:13.217861 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab2b86-d8e9-48a9-aa07-afe134951230 req-85a119b5-61fc-450a-8dc3-1c7742f3614e tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:13.220195 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-22ab2b86-d8e9-48a9-aa07-afe134951230 req-85a119b5-61fc-450a-8dc3-1c7742f3614e tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 944 time: 0.0737362 Aug 14 19:09:13.276164 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-22ab2b86-d8e9-48a9-aa07-afe134951230 req-fdf4bbe9-bafc-4b87-b9c0-adf2a0a6d306 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483110 Aug 14 19:09:13.932543 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae47c9-f836-4321-a28e-d1f231de352e req-df7470a3-cff6-46fa-a436-132dfd161642 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:13.939031 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-79ae47c9-f836-4321-a28e-d1f231de352e req-df7470a3-cff6-46fa-a436-132dfd161642 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 945 time: 0.0593472 Aug 14 19:09:13.989676 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-79ae47c9-f836-4321-a28e-d1f231de352e req-b5efe9f6-e8a3-4b35-9b53-fa332ff1caf5 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481389 Aug 14 19:09:14.096305 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d up at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:09:14.182692 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning complete for port 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:09:14.183311 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:14.292527 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-17ab6c45-0274-4fce-b064-0eeb0bd25fc2 req-7b6f29ec-4ebb-4ef5-b67d-dcef1c9af5e9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0919209 Aug 14 19:09:14.358789 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899547d-40b4-4194-9b8d-49a4f33a1b7c req-a74fc440-172f-4e65-923a-e82e11d02c82 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:14.361797 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-5899547d-40b4-4194-9b8d-49a4f33a1b7c req-a74fc440-172f-4e65-923a-e82e11d02c82 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 945 time: 0.0983341 Aug 14 19:09:14.372799 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:14.429155 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433a2101-adb2-46c9-a8b5-89ce4999cacf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d'}] {{(pid=94118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:09:14.436527 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec225036cb8a85e900ef4a1438a865ee1e0a541caa4576dd66f1a48457471f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c771ee4-f89e-4204-9711-bcfeba092b6b" -d '{"events": [{"server_uuid": "433a2101-adb2-46c9-a8b5-89ce4999cacf", "name": "network-vif-plugged", "status": "completed", "tag": "8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d"}]}' {{(pid=94118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:09:14.446653 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-5899547d-40b4-4194-9b8d-49a4f33a1b7c req-1a3a28f3-54fe-4688-90f4-3b94dfdcf416 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0746367 Aug 14 19:09:14.480642 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d,segment=NetworkSegment(c4c75483-348a-49f7-b9f3-841d9687ab46),segment_id=c4c75483-348a-49f7-b9f3-841d9687ab46)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:09:14.522778 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:14.651164 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d,revision_number=7']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:09:14.680681 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d67332-8548-481f-8b5a-acb7c5baca7f req-21ce6c4a-8730-49a0-8f71-29553f37b073 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:14.682813 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-55d67332-8548-481f-8b5a-acb7c5baca7f req-21ce6c4a-8730-49a0-8f71-29553f37b073 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 945 time: 0.1073747 Aug 14 19:09:14.742291 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-55d67332-8548-481f-8b5a-acb7c5baca7f req-3c8c3124-7baa-4c72-bacf-267dedcda074 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510552 Aug 14 19:09:14.951686 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a33ea5c-d0da-4516-ba83-9b5c08ce0ae3 x-openstack-request-id: req-2a33ea5c-d0da-4516-ba83-9b5c08ce0ae3 {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:09:14.952203 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433a2101-adb2-46c9-a8b5-89ce4999cacf", "name": "network-vif-plugged", "status": "completed", "tag": "8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d", "code": 200}]} {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:09:14.952535 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2a33ea5c-d0da-4516-ba83-9b5c08ce0ae3 {{(pid=94118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:09:14.953104 dv-cinder-804581-2-iscsi neutron-server[94118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '433a2101-adb2-46c9-a8b5-89ce4999cacf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d', 'code': 200} Aug 14 19:09:15.636063 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b2041-f8cc-4780-8289-13cb0d383e4f req-1df8edfc-d114-4458-9513-ca6d8d5306c4 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:15.638214 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-657b2041-f8cc-4780-8289-13cb0d383e4f req-1df8edfc-d114-4458-9513-ca6d8d5306c4 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 945 time: 0.0608788 Aug 14 19:09:15.708904 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-657b2041-f8cc-4780-8289-13cb0d383e4f req-dd19a3e8-8996-4e6e-b0c2-acd0f531f884 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533035 Aug 14 19:09:15.923049 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bdb518-1de2-4111-845c-694ee9b77523 req-3d1bf390-c9a8-4bb0-ac90-579921df58d5 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:15.930943 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-50bdb518-1de2-4111-845c-694ee9b77523 req-3d1bf390-c9a8-4bb0-ac90-579921df58d5 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 945 time: 0.0678370 Aug 14 19:09:15.979717 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-50bdb518-1de2-4111-845c-694ee9b77523 req-b27c3523-044f-46ba-89e9-f61f81504e53 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475230 Aug 14 19:09:16.303940 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab6c45-0274-4fce-b064-0eeb0bd25fc2 req-52bcac3b-22e3-4198-bd47-b0f01b5ebe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:16.305642 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-17ab6c45-0274-4fce-b064-0eeb0bd25fc2 req-52bcac3b-22e3-4198-bd47-b0f01b5ebe16 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62&tenant_id=3b401b823ff34122a33652cb519dc6f7 HTTP/1.1" status: 200 len: 1098 time: 0.0831766 Aug 14 19:09:16.402200 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab6c45-0274-4fce-b064-0eeb0bd25fc2 req-49af472d-d9f5-4044-9d37-4c47518db767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:16.405356 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-17ab6c45-0274-4fce-b064-0eeb0bd25fc2 req-49af472d-d9f5-4044-9d37-4c47518db767 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b401b823ff34122a33652cb519dc6f7&device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 1098 time: 0.0541148 Aug 14 19:09:16.517010 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab6c45-0274-4fce-b064-0eeb0bd25fc2 req-3003558b-b058-4859-bec9-03b162b92a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:16.518757 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-17ab6c45-0274-4fce-b064-0eeb0bd25fc2 req-3003558b-b058-4859-bec9-03b162b92a83 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a HTTP/1.1" status: 200 len: 909 time: 0.1051486 Aug 14 19:09:16.591249 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-17ab6c45-0274-4fce-b064-0eeb0bd25fc2 req-992dd63b-aa0e-482d-8963-13b74fbdb931 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19d3329b-30bc-4314-bc67-fcd16e898d3e HTTP/1.1" status: 200 len: 1000 time: 0.0638554 Aug 14 19:09:16.669624 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab6c45-0274-4fce-b064-0eeb0bd25fc2 req-41a32b1b-3d55-450c-9256-9fcd32117b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:16.671669 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-17ab6c45-0274-4fce-b064-0eeb0bd25fc2 req-41a32b1b-3d55-450c-9256-9fcd32117b46 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6f715183-cd29-4f58-8407-9662756bc442 HTTP/1.1" status: 200 len: 847 time: 0.0711210 Aug 14 19:09:16.745450 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab6c45-0274-4fce-b064-0eeb0bd25fc2 req-9a67c7fb-2424-47ab-b5d6-9ea12dde160e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:16.747347 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-17ab6c45-0274-4fce-b064-0eeb0bd25fc2 req-9a67c7fb-2424-47ab-b5d6-9ea12dde160e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0595779 Aug 14 19:09:16.873495 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0e99d-8949-451d-a294-19b7b36085a4 req-02522bec-116d-41a0-8192-d42174e7c6da tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:16.875603 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-97f0e99d-8949-451d-a294-19b7b36085a4 req-02522bec-116d-41a0-8192-d42174e7c6da tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 945 time: 0.0757258 Aug 14 19:09:16.896897 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-17ab6c45-0274-4fce-b064-0eeb0bd25fc2 req-c2760036-5fbc-4130-9784-a5d142c187e5 service neutron] 10.222.0.24 "GET /v2.0/networks/d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383858 Aug 14 19:09:16.926080 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-97f0e99d-8949-451d-a294-19b7b36085a4 req-83af88a7-3187-40c7-874c-494655dee87a tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416961 Aug 14 19:09:17.083093 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-17ab6c45-0274-4fce-b064-0eeb0bd25fc2 req-3d1a1f80-c758-4d92-bb14-63de63e0ad01 service neutron] 10.222.0.24 "GET /v2.0/networks/d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736386 Aug 14 19:09:17.185136 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9be90-8896-45c8-beb3-4afa31c49c7c req-e46800b0-26d7-44b0-ad67-00e9154deeeb tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:17.195953 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c9a9be90-8896-45c8-beb3-4afa31c49c7c req-e46800b0-26d7-44b0-ad67-00e9154deeeb tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 945 time: 0.0890136 Aug 14 19:09:17.249378 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c9a9be90-8896-45c8-beb3-4afa31c49c7c req-893a4d36-7a70-472c-aa15-cd633e758800 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525234 Aug 14 19:09:18.128389 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 19d3329b-30bc-4314-bc67-fcd16e898d3e no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:09:18.180998 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391d54c-39ab-45ec-8d46-b7a9ff394b5b req-178415c5-6596-4bac-adfe-39ae8698fef2 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:18.196863 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-b391d54c-39ab-45ec-8d46-b7a9ff394b5b req-178415c5-6596-4bac-adfe-39ae8698fef2 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 945 time: 0.1105902 Aug 14 19:09:18.268834 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:18.282977 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-b391d54c-39ab-45ec-8d46-b7a9ff394b5b req-9fb12e31-2357-4cbe-b5e8-7764c1fda5a8 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0845892 Aug 14 19:09:18.321485 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 19d3329b-30bc-4314-bc67-fcd16e898d3e, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=19d3329b-30bc-4314-bc67-fcd16e898d3e,segment=NetworkSegment(dff1a760-12e6-4399-b897-2bbf3927ec5d),segment_id=dff1a760-12e6-4399-b897-2bbf3927ec5d)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:09:18.322720 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d466178-ee43-439c-b406-01c75e466f62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19d3329b-30bc-4314-bc67-fcd16e898d3e'}] {{(pid=94118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:09:18.326185 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec225036cb8a85e900ef4a1438a865ee1e0a541caa4576dd66f1a48457471f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e8d00a-f3f9-41aa-a9d1-db28dc4cec1b" -d '{"events": [{"server_uuid": "6d466178-ee43-439c-b406-01c75e466f62", "name": "network-vif-unplugged", "status": "completed", "tag": "19d3329b-30bc-4314-bc67-fcd16e898d3e"}]}' {{(pid=94118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:09:18.332077 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:18.394922 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=19d3329b-30bc-4314-bc67-fcd16e898d3e,revision_number=6']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:09:18.439262 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 Aug 2021 19:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed410f2-920d-4871-9d63-aba5fe0ecb86 x-openstack-request-id: req-0ed410f2-920d-4871-9d63-aba5fe0ecb86 {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:09:18.439827 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d466178-ee43-439c-b406-01c75e466f62", "name": "network-vif-unplugged", "status": "completed", "tag": "19d3329b-30bc-4314-bc67-fcd16e898d3e", "code": 200}]} {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:09:18.440214 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0ed410f2-920d-4871-9d63-aba5fe0ecb86 {{(pid=94118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:09:18.441105 dv-cinder-804581-2-iscsi neutron-server[94118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d466178-ee43-439c-b406-01c75e466f62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19d3329b-30bc-4314-bc67-fcd16e898d3e', 'code': 200} Aug 14 19:09:18.837311 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63482bbb-b0b1-4e9d-9a0a-cd1faf557178 req-795ce0ea-4bf5-43af-a413-9b206dd39e9d tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:18.838952 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-63482bbb-b0b1-4e9d-9a0a-cd1faf557178 req-795ce0ea-4bf5-43af-a413-9b206dd39e9d tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/ports?device_id=01c896d1-507c-4cf3-b331-557bf7e98047 HTTP/1.1" status: 200 len: 946 time: 0.0579872 Aug 14 19:09:18.910937 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e16cc-d23b-49fe-a329-e36ac8e7ddbb req-c7859257-2f40-4d58-8cf8-4f9ea558d55e tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:18.916100 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-958e16cc-d23b-49fe-a329-e36ac8e7ddbb req-c7859257-2f40-4d58-8cf8-4f9ea558d55e tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 945 time: 0.4797373 Aug 14 19:09:18.935982 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-63482bbb-b0b1-4e9d-9a0a-cd1faf557178 req-0c4d8178-e3aa-49a3-ae4d-3a93d8802d26 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/security-groups?id=213f1f52-1a36-49ad-8db9-229d887b41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632143 Aug 14 19:09:18.984468 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-958e16cc-d23b-49fe-a329-e36ac8e7ddbb req-179921e0-dc08-4e73-b26c-34df587917fa tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638957 Aug 14 19:09:19.182443 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-0482b59b-9db3-41a2-9aed-b462c55a9150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:19.480538 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ab9a0-d19e-4432-8b8c-dbaa32718c5e req-37509831-9ed7-4edd-bbda-0624106728a5 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:19.483105 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-6f1ab9a0-d19e-4432-8b8c-dbaa32718c5e req-37509831-9ed7-4edd-bbda-0624106728a5 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 943 time: 0.0815074 Aug 14 19:09:19.532836 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-6f1ab9a0-d19e-4432-8b8c-dbaa32718c5e req-f2e2316f-36a1-4bf5-ba3e-807eaeed41ae tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421345 Aug 14 19:09:20.115134 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b975a-3aa2-4965-af20-e551bc8d85e8 req-c75d427a-1cd9-4024-a578-be01b1833429 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:20.127029 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-450b975a-3aa2-4965-af20-e551bc8d85e8 req-c75d427a-1cd9-4024-a578-be01b1833429 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/ports?device_id=01c896d1-507c-4cf3-b331-557bf7e98047 HTTP/1.1" status: 200 len: 946 time: 0.0717340 Aug 14 19:09:20.178811 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-450b975a-3aa2-4965-af20-e551bc8d85e8 req-6ed055db-142e-4331-884d-7b8d5e8a3573 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/security-groups?id=213f1f52-1a36-49ad-8db9-229d887b41c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502927 Aug 14 19:09:20.179970 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42a3d2-e967-457c-a7bf-f9a99128d0d8 req-98855f55-e424-4820-a33a-a4339a694565 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:20.193327 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-9b42a3d2-e967-457c-a7bf-f9a99128d0d8 req-98855f55-e424-4820-a33a-a4339a694565 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 945 time: 0.0805724 Aug 14 19:09:20.255905 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-9b42a3d2-e967-457c-a7bf-f9a99128d0d8 req-09d3f443-86e7-4145-92c7-6d928a76a873 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651524 Aug 14 19:09:20.607376 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ad7e3-3791-4c9a-a646-6b6aa5ad191c req-a02d92f6-5e8d-4f83-90dd-86e11298021e tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:20.609305 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-963ad7e3-3791-4c9a-a646-6b6aa5ad191c req-a02d92f6-5e8d-4f83-90dd-86e11298021e tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.24 "GET /v2.0/ports?device_id=01c896d1-507c-4cf3-b331-557bf7e98047 HTTP/1.1" status: 200 len: 946 time: 0.0665579 Aug 14 19:09:20.753499 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc51612-ceda-43c8-8905-f8d9fddc0145 req-8d81a43f-2852-460e-86b6-c2c5185f3f21 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:20.755449 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-3dc51612-ceda-43c8-8905-f8d9fddc0145 req-8d81a43f-2852-460e-86b6-c2c5185f3f21 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 943 time: 0.1311226 Aug 14 19:09:20.845091 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [req-963ad7e3-3791-4c9a-a646-6b6aa5ad191c req-2af90f5d-ea71-4c89-ada7-f002cfcb9e7d tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Deleting port 2e37522a-ff7f-4c51-98a2-54d0ecfc721e {{(pid=94116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:09:20.845349 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-963ad7e3-3791-4c9a-a646-6b6aa5ad191c req-2af90f5d-ea71-4c89-ada7-f002cfcb9e7d tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:20.852166 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-3dc51612-ceda-43c8-8905-f8d9fddc0145 req-b7bd7f14-c8ac-40fa-84fc-140d5af10b7c tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0884764 Aug 14 19:09:20.980879 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [req-963ad7e3-3791-4c9a-a646-6b6aa5ad191c req-2af90f5d-ea71-4c89-ada7-f002cfcb9e7d tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] For port 2e37522a-ff7f-4c51-98a2-54d0ecfc721e, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=2e37522a-ff7f-4c51-98a2-54d0ecfc721e,segment=NetworkSegment(a09a7bb7-3ad0-4c83-8cfa-e190706db4a3),segment_id=a09a7bb7-3ad0-4c83-8cfa-e190706db4a3)] {{(pid=94116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:09:20.981282 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-963ad7e3-3791-4c9a-a646-6b6aa5ad191c req-2af90f5d-ea71-4c89-ada7-f002cfcb9e7d tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:21.001155 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [req-963ad7e3-3791-4c9a-a646-6b6aa5ad191c req-2af90f5d-ea71-4c89-ada7-f002cfcb9e7d tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Calling delete_port for 2e37522a-ff7f-4c51-98a2-54d0ecfc721e owned by compute:nova {{(pid=94116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:09:21.154637 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-963ad7e3-3791-4c9a-a646-6b6aa5ad191c req-2af90f5d-ea71-4c89-ada7-f002cfcb9e7d tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26905004'] for port, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:21.167566 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] get_ports_and_sgs() called for port_ids ['2e37522a-ff7f-4c51-98a2-54d0ecfc721e'] {{(pid=94118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 14 19:09:21.240992 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af90f5d-ea71-4c89-ada7-f002cfcb9e7d tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Pushing event deleted for resources: {'Port': ['ID=2e37522a-ff7f-4c51-98a2-54d0ecfc721e,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:09:21.270867 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [req-963ad7e3-3791-4c9a-a646-6b6aa5ad191c req-2af90f5d-ea71-4c89-ada7-f002cfcb9e7d tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] No DVR routers for this DVR port 2e37522a-ff7f-4c51-98a2-54d0ecfc721e on host hv-cinder-80458 {{(pid=94116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 14 19:09:21.274145 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-963ad7e3-3791-4c9a-a646-6b6aa5ad191c req-2af90f5d-ea71-4c89-ada7-f002cfcb9e7d tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:21.276779 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-963ad7e3-3791-4c9a-a646-6b6aa5ad191c req-2af90f5d-ea71-4c89-ada7-f002cfcb9e7d tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.24 "DELETE /v2.0/ports/2e37522a-ff7f-4c51-98a2-54d0ecfc721e HTTP/1.1" status: 204 len: 173 time: 0.6602862 Aug 14 19:09:21.277357 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c896d1-507c-4cf3-b331-557bf7e98047', 'name': 'network-vif-deleted', 'tag': '2e37522a-ff7f-4c51-98a2-54d0ecfc721e'}] {{(pid=94116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:09:21.279837 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28c49a314bd7f251079b489e766d97b9f33e90e077807a9e7e5bf7a3f9e5ced" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2662b4cd-b7b8-4e3e-9b56-33356a192cce" -d '{"events": [{"server_uuid": "01c896d1-507c-4cf3-b331-557bf7e98047", "name": "network-vif-deleted", "tag": "2e37522a-ff7f-4c51-98a2-54d0ecfc721e"}]}' {{(pid=94116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:09:21.334537 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-6afefdfc-d2b7-48d8-b620-5bdb68bd447d req-a8e75c01-c3bb-4eee-b2a4-cf4ad64caad0 tempest-VolumesSnapshotTestJSON-1294489573 tempest-VolumesSnapshotTestJSON-1294489573-project] 10.222.0.39 "GET /v2.0/ports?device_id=01c896d1-507c-4cf3-b331-557bf7e98047 HTTP/1.1" status: 200 len: 210 time: 0.0526807 Aug 14 19:09:21.500871 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6eb64-eab2-47ee-88dd-c46adf99bdad req-6f7e6364-b123-4cbf-bc5b-87b7af4e2286 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:21.512229 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-56b6eb64-eab2-47ee-88dd-c46adf99bdad req-6f7e6364-b123-4cbf-bc5b-87b7af4e2286 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 945 time: 0.0880933 Aug 14 19:09:21.568641 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-56b6eb64-eab2-47ee-88dd-c46adf99bdad req-7fe7086f-1ea1-4863-b646-230af52cf873 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552015 Aug 14 19:09:21.599383 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f914ca-afa3-425a-aee2-82d683fd928a x-openstack-request-id: req-69f914ca-afa3-425a-aee2-82d683fd928a {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:09:21.599792 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c896d1-507c-4cf3-b331-557bf7e98047", "name": "network-vif-deleted", "tag": "2e37522a-ff7f-4c51-98a2-54d0ecfc721e", "status": "completed", "code": 200}]} {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:09:21.600237 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-69f914ca-afa3-425a-aee2-82d683fd928a {{(pid=94116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:09:21.600825 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c896d1-507c-4cf3-b331-557bf7e98047', 'name': 'network-vif-deleted', 'tag': '2e37522a-ff7f-4c51-98a2-54d0ecfc721e', 'status': 'completed', 'code': 200} Aug 14 19:09:21.940983 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:22.020524 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3d533-c55a-4890-98d2-be36ba804706 req-0ea34422-3134-457e-ade8-1d8468aede49 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:22.022683 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-afc3d533-c55a-4890-98d2-be36ba804706 req-0ea34422-3134-457e-ade8-1d8468aede49 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 943 time: 0.0639827 Aug 14 19:09:22.080587 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-afc3d533-c55a-4890-98d2-be36ba804706 req-df20c59b-685d-4e69-a7c3-31edf0069cb4 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506804 Aug 14 19:09:22.517316 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-65e50b5c-3d6b-4fa4-86e6-93d64313f097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:22.780858 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a6227-eba4-4a14-9cae-585198733fd6 req-f836a122-0538-42dd-97c3-f42042e9362b tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:22.786097 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-cf7a6227-eba4-4a14-9cae-585198733fd6 req-f836a122-0538-42dd-97c3-f42042e9362b tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 945 time: 0.1005843 Aug 14 19:09:22.838041 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:22.889891 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-cf7a6227-eba4-4a14-9cae-585198733fd6 req-684cc1bf-aafa-4424-bd8f-f198a558b1d8 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883572 Aug 14 19:09:23.267372 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56e776-6eb2-48bd-8725-f12d119e53b9 req-d0bf1b01-b0af-4ec5-bafd-9417515d1a78 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:23.269831 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ec56e776-6eb2-48bd-8725-f12d119e53b9 req-d0bf1b01-b0af-4ec5-bafd-9417515d1a78 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 943 time: 0.1030154 Aug 14 19:09:23.324378 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ec56e776-6eb2-48bd-8725-f12d119e53b9 req-cc14cb8f-6b03-4d89-a1d1-5aed3bb3dcbf tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422275 Aug 14 19:09:23.397456 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748f2e5-d3f6-43dd-8cbd-204e2ec61e43 req-451f710a-809c-4484-9d2e-9f7bc67ebbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:23.399784 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-4748f2e5-d3f6-43dd-8cbd-204e2ec61e43 req-451f710a-809c-4484-9d2e-9f7bc67ebbc5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 1096 time: 0.0511148 Aug 14 19:09:23.441212 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-4748f2e5-d3f6-43dd-8cbd-204e2ec61e43 req-8c41bd30-b4e4-4327-b836-8a170a05161d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315907 Aug 14 19:09:23.881450 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:24.036982 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d460b-bb5b-4e7f-8f36-e61112e3c53e req-8b373cf2-d120-4ef3-ad39-d082e815b974 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:24.038558 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-366d460b-bb5b-4e7f-8f36-e61112e3c53e req-8b373cf2-d120-4ef3-ad39-d082e815b974 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 945 time: 0.0548992 Aug 14 19:09:24.082871 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-366d460b-bb5b-4e7f-8f36-e61112e3c53e req-89f93cca-defd-4594-b1ce-e8700a80d4c0 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367045 Aug 14 19:09:24.158662 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 19d3329b-30bc-4314-bc67-fcd16e898d3e details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 14 19:09:24.261949 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 19d3329b-30bc-4314-bc67-fcd16e898d3e, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=19d3329b-30bc-4314-bc67-fcd16e898d3e,segment=NetworkSegment(dff1a760-12e6-4399-b897-2bbf3927ec5d),segment_id=dff1a760-12e6-4399-b897-2bbf3927ec5d)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:09:24.277223 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Returning: {'device': '19d3329b-30bc-4314-bc67-fcd16e898d3e', 'network_id': 'd646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a', 'port_id': '19d3329b-30bc-4314-bc67-fcd16e898d3e', 'mac_address': 'fa:16:3e:15:ba:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f715183-cd29-4f58-8407-9662756bc442', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 14 19:09:24.321351 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:24.325469 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6b7d5-b967-465e-a081-ce687f02f2ff req-c57a0552-7302-4174-ad2e-888aa3a660dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:24.327008 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-d7d6b7d5-b967-465e-a081-ce687f02f2ff req-c57a0552-7302-4174-ad2e-888aa3a660dc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ee573824097433d91bee4e7433a5196&device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 1098 time: 0.0418646 Aug 14 19:09:24.334210 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19d3329b-30bc-4314-bc67-fcd16e898d3e {{(pid=94118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:09:24.354628 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 19d3329b-30bc-4314-bc67-fcd16e898d3e, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=19d3329b-30bc-4314-bc67-fcd16e898d3e,segment=NetworkSegment(dff1a760-12e6-4399-b897-2bbf3927ec5d),segment_id=dff1a760-12e6-4399-b897-2bbf3927ec5d)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:09:24.358925 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:24.408895 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=19d3329b-30bc-4314-bc67-fcd16e898d3e,revision_number=7']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:09:24.457334 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f06178-3890-43b3-baa7-e5e474d467c0 req-f140409f-0e00-4338-ad17-45fba51e9cd0 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:24.458891 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-f9f06178-3890-43b3-baa7-e5e474d467c0 req-f140409f-0e00-4338-ad17-45fba51e9cd0 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 944 time: 0.0585809 Aug 14 19:09:24.497176 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-f9f06178-3890-43b3-baa7-e5e474d467c0 req-0ad58c83-b704-42b4-bc0d-3c112d3e7c6c tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324466 Aug 14 19:09:25.215056 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4c383-c513-4f8d-a15e-308f78b642ba req-3322722d-40c2-4e0d-8522-8e29f3838136 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:25.216776 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-13d4c383-c513-4f8d-a15e-308f78b642ba req-3322722d-40c2-4e0d-8522-8e29f3838136 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 945 time: 0.0546966 Aug 14 19:09:25.217685 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:25.266684 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-13d4c383-c513-4f8d-a15e-308f78b642ba req-24e9fcca-a7c7-4562-8a85-8eb2f1ca6ec3 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417700 Aug 14 19:09:26.387201 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5a4a4-1b55-489a-92dd-3a40ceba85f2 req-63131d27-1edb-424b-8160-31c52697e678 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:26.388573 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c2f5a4a4-1b55-489a-92dd-3a40ceba85f2 req-63131d27-1edb-424b-8160-31c52697e678 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 945 time: 0.0498369 Aug 14 19:09:26.429227 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c2f5a4a4-1b55-489a-92dd-3a40ceba85f2 req-a1e14144-f46d-4e31-9238-cdc091c05991 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346184 Aug 14 19:09:27.125811 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 2e37522a-ff7f-4c51-98a2-54d0ecfc721e no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:09:27.146351 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] No Port match for: 2e37522a-ff7f-4c51-98a2-54d0ecfc721e {{(pid=94118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 14 19:09:27.146708 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 2e37522a-ff7f-4c51-98a2-54d0ecfc721e not bound to the agent host hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 14 19:09:27.147169 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:09:27.211489 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6b7d5-b967-465e-a081-ce687f02f2ff req-75be64c5-b9fa-4201-a5f7-56e2aebdf9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:27.213009 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-d7d6b7d5-b967-465e-a081-ce687f02f2ff req-75be64c5-b9fa-4201-a5f7-56e2aebdf9e0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e20a322d-65f8-4e18-8722-5646c45ef02b HTTP/1.1" status: 200 len: 918 time: 0.0932314 Aug 14 19:09:27.228323 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:27.251682 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433a2101-adb2-46c9-a8b5-89ce4999cacf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d'}] {{(pid=94118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:09:27.253992 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec225036cb8a85e900ef4a1438a865ee1e0a541caa4576dd66f1a48457471f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6ec122-f87c-4ccc-a6be-c53002a7525f" -d '{"events": [{"server_uuid": "433a2101-adb2-46c9-a8b5-89ce4999cacf", "name": "network-vif-unplugged", "status": "completed", "tag": "8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d"}]}' {{(pid=94118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:09:27.271383 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d,segment=NetworkSegment(c4c75483-348a-49f7-b9f3-841d9687ab46),segment_id=c4c75483-348a-49f7-b9f3-841d9687ab46)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:09:27.277443 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:27.293623 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-d7d6b7d5-b967-465e-a081-ce687f02f2ff req-47c7547e-c537-4fa8-bb0e-ffc311eb997c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d HTTP/1.1" status: 200 len: 1001 time: 0.0714562 Aug 14 19:09:27.307363 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 Aug 2021 19:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9331a1-620d-4bf8-b1ed-aaf8e3c2601b x-openstack-request-id: req-7f9331a1-620d-4bf8-b1ed-aaf8e3c2601b {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:09:27.307662 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433a2101-adb2-46c9-a8b5-89ce4999cacf", "name": "network-vif-unplugged", "status": "completed", "tag": "8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d", "code": 200}]} {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:09:27.307918 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7f9331a1-620d-4bf8-b1ed-aaf8e3c2601b {{(pid=94118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:09:27.308327 dv-cinder-804581-2-iscsi neutron-server[94118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '433a2101-adb2-46c9-a8b5-89ce4999cacf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d', 'code': 200} Aug 14 19:09:27.336471 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d,revision_number=8']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:09:27.353915 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6b7d5-b967-465e-a081-ce687f02f2ff req-c5ee1cd9-9170-4894-940b-5050c7cefe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:27.355488 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-d7d6b7d5-b967-465e-a081-ce687f02f2ff req-c5ee1cd9-9170-4894-940b-5050c7cefe35 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d22740df-b26d-44e8-8433-34e5ba454618 HTTP/1.1" status: 200 len: 856 time: 0.0465527 Aug 14 19:09:27.410140 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6b7d5-b967-465e-a081-ce687f02f2ff req-a3c97b32-4cba-409b-82c7-7061c7c905be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:27.411621 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-d7d6b7d5-b967-465e-a081-ce687f02f2ff req-a3c97b32-4cba-409b-82c7-7061c7c905be service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e20a322d-65f8-4e18-8722-5646c45ef02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0481195 Aug 14 19:09:27.473832 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] get_ports_and_sgs() called for port_ids ['19d3329b-30bc-4314-bc67-fcd16e898d3e'] {{(pid=94118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 14 19:09:27.511786 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-d7d6b7d5-b967-465e-a081-ce687f02f2ff req-853b0b0a-b9a9-4330-94e5-c7087045932c service neutron] 10.222.0.24 "GET /v2.0/networks/e20a322d-65f8-4e18-8722-5646c45ef02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920243 Aug 14 19:09:27.564635 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e67392-3db6-42a7-9494-8dcd1e044dca req-c1b6bd9f-b235-4bd9-88ae-4887f4507a3a tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:27.566936 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-12e67392-3db6-42a7-9494-8dcd1e044dca req-c1b6bd9f-b235-4bd9-88ae-4887f4507a3a tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 943 time: 0.0566926 Aug 14 19:09:27.615604 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-12e67392-3db6-42a7-9494-8dcd1e044dca req-d5276259-e90d-4e20-81d3-cd0069ad9ec2 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423441 Aug 14 19:09:27.627192 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-d7d6b7d5-b967-465e-a081-ce687f02f2ff req-9bda3d65-3e9c-46cb-92ab-91311565e562 service neutron] 10.222.0.24 "GET /v2.0/networks/e20a322d-65f8-4e18-8722-5646c45ef02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075056 Aug 14 19:09:28.752516 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c74fa5-1ccf-4632-bb40-6e72a3ff806c req-9e594dc7-604d-47e8-9769-ff57e6effd4b tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:28.754063 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-84c74fa5-1ccf-4632-bb40-6e72a3ff806c req-9e594dc7-604d-47e8-9769-ff57e6effd4b tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 943 time: 0.0627077 Aug 14 19:09:28.800147 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-84c74fa5-1ccf-4632-bb40-6e72a3ff806c req-fc2f9a54-ffda-4d3b-8858-2e7ef1c61cb8 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354774 Aug 14 19:09:29.122474 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 19d3329b-30bc-4314-bc67-fcd16e898d3e up at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:09:29.173046 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning complete for port 19d3329b-30bc-4314-bc67-fcd16e898d3e triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:09:29.173423 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:29.260384 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:29.299724 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 19d3329b-30bc-4314-bc67-fcd16e898d3e, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=19d3329b-30bc-4314-bc67-fcd16e898d3e,segment=NetworkSegment(dff1a760-12e6-4399-b897-2bbf3927ec5d),segment_id=dff1a760-12e6-4399-b897-2bbf3927ec5d)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:09:29.303544 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:29.309415 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d466178-ee43-439c-b406-01c75e466f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d3329b-30bc-4314-bc67-fcd16e898d3e'}] {{(pid=94118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:09:29.312564 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec225036cb8a85e900ef4a1438a865ee1e0a541caa4576dd66f1a48457471f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe5b49f-f173-49df-be49-bad3f3728b64" -d '{"events": [{"server_uuid": "6d466178-ee43-439c-b406-01c75e466f62", "name": "network-vif-plugged", "status": "completed", "tag": "19d3329b-30bc-4314-bc67-fcd16e898d3e"}]}' {{(pid=94118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:09:29.362809 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3f48e9-6f74-43d2-988a-28e08ab5ebe7 x-openstack-request-id: req-9c3f48e9-6f74-43d2-988a-28e08ab5ebe7 {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:09:29.363097 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d466178-ee43-439c-b406-01c75e466f62", "name": "network-vif-plugged", "status": "completed", "tag": "19d3329b-30bc-4314-bc67-fcd16e898d3e", "code": 200}]} {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:09:29.363352 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9c3f48e9-6f74-43d2-988a-28e08ab5ebe7 {{(pid=94118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:09:29.363738 dv-cinder-804581-2-iscsi neutron-server[94118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d466178-ee43-439c-b406-01c75e466f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d3329b-30bc-4314-bc67-fcd16e898d3e', 'code': 200} Aug 14 19:09:29.369637 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=19d3329b-30bc-4314-bc67-fcd16e898d3e,revision_number=8']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:09:29.929397 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c10a92-537b-4402-8129-1267194cbb80 req-28b74b44-9f90-44ab-b0a8-603879c2aaba tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:29.930889 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-47c10a92-537b-4402-8129-1267194cbb80 req-28b74b44-9f90-44ab-b0a8-603879c2aaba tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 943 time: 0.0513928 Aug 14 19:09:29.973067 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-47c10a92-537b-4402-8129-1267194cbb80 req-4de8c396-b0bc-4cf7-a566-53e24966c771 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361845 Aug 14 19:09:30.963845 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b2749a-37de-447c-bfe2-cb0a7da45cae req-6b5aae8b-fa56-4e61-ac43-8511b021edf3 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:30.966167 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-06b2749a-37de-447c-bfe2-cb0a7da45cae req-6b5aae8b-fa56-4e61-ac43-8511b021edf3 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 943 time: 0.0695291 Aug 14 19:09:31.021219 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-06b2749a-37de-447c-bfe2-cb0a7da45cae req-fe006949-973d-4f45-b1f9-4ffbbe9be9cb tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426238 Aug 14 19:09:31.160021 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.agents_db [None req-d9ec6548-365a-4179-9791-d0bac427e43f None None] Agent healthcheck: found 6 active agents {{(pid=94119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 14 19:09:31.329149 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 37024) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:09:31.413062 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e988352f-9592-4229-bf78-e070e1f47834 req-257dcd03-7a46-4000-8c24-e6efc899db20 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0827179 Aug 14 19:09:32.155780 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db12d4-92bb-44a4-a73e-2e9c67ea1baa req-8e98f555-35e6-4d28-96c5-2ccc1a793d6a tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:32.157775 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-44db12d4-92bb-44a4-a73e-2e9c67ea1baa req-8e98f555-35e6-4d28-96c5-2ccc1a793d6a tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 943 time: 0.0544405 Aug 14 19:09:32.212986 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-44db12d4-92bb-44a4-a73e-2e9c67ea1baa req-230de079-ec2a-4dfa-8987-d23dca6df580 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445731 Aug 14 19:09:32.217252 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988352f-9592-4229-bf78-e070e1f47834 req-9c87900a-6ab3-4271-a0b0-86d81ce33be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:32.219308 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e988352f-9592-4229-bf78-e070e1f47834 req-9c87900a-6ab3-4271-a0b0-86d81ce33be3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf&tenant_id=0ee573824097433d91bee4e7433a5196 HTTP/1.1" status: 200 len: 1096 time: 0.0442722 Aug 14 19:09:32.298901 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988352f-9592-4229-bf78-e070e1f47834 req-eb3a52c8-38c1-4477-bb86-bc4d40bca56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:32.300424 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e988352f-9592-4229-bf78-e070e1f47834 req-eb3a52c8-38c1-4477-bb86-bc4d40bca56f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ee573824097433d91bee4e7433a5196&device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 1096 time: 0.0454652 Aug 14 19:09:32.396552 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988352f-9592-4229-bf78-e070e1f47834 req-8c9fa3df-f71b-4093-8e74-3ab4d591bbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:32.398074 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e988352f-9592-4229-bf78-e070e1f47834 req-8c9fa3df-f71b-4093-8e74-3ab4d591bbae service neutron] 10.222.0.24 "GET /v2.0/networks?id=e20a322d-65f8-4e18-8722-5646c45ef02b HTTP/1.1" status: 200 len: 918 time: 0.0910859 Aug 14 19:09:32.484481 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e988352f-9592-4229-bf78-e070e1f47834 req-55c907a0-65bf-4f34-a3f7-31eb0d023373 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d HTTP/1.1" status: 200 len: 999 time: 0.0698745 Aug 14 19:09:32.533698 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988352f-9592-4229-bf78-e070e1f47834 req-899687ed-7c01-445e-94f2-b7498a85c9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:32.535241 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e988352f-9592-4229-bf78-e070e1f47834 req-899687ed-7c01-445e-94f2-b7498a85c9b2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d22740df-b26d-44e8-8433-34e5ba454618 HTTP/1.1" status: 200 len: 856 time: 0.0444939 Aug 14 19:09:32.583665 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988352f-9592-4229-bf78-e070e1f47834 req-f0366ae3-99c9-4849-b304-568440e6e92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:32.585214 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e988352f-9592-4229-bf78-e070e1f47834 req-f0366ae3-99c9-4849-b304-568440e6e92c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e20a322d-65f8-4e18-8722-5646c45ef02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426526 Aug 14 19:09:32.678433 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e988352f-9592-4229-bf78-e070e1f47834 req-649a5f95-fea4-48b4-9ef0-2511a4200a4f service neutron] 10.222.0.24 "GET /v2.0/networks/e20a322d-65f8-4e18-8722-5646c45ef02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855832 Aug 14 19:09:33.340997 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444b50f-a310-403a-84d9-b21bff0ff72d req-d9d22478-eb3a-4182-8e85-0b35515d2794 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:33.342960 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-2444b50f-a310-403a-84d9-b21bff0ff72d req-d9d22478-eb3a-4182-8e85-0b35515d2794 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 943 time: 0.0508375 Aug 14 19:09:33.381871 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-2444b50f-a310-403a-84d9-b21bff0ff72d req-698ccfe6-ad95-40c7-b79d-2174c98934a8 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324042 Aug 14 19:09:33.685703 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:09:33.780302 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e988352f-9592-4229-bf78-e070e1f47834 req-cee047e6-3b99-4076-a0c4-ff6a7580632d service neutron] 10.222.0.24 "GET /v2.0/networks/e20a322d-65f8-4e18-8722-5646c45ef02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934436 Aug 14 19:09:34.752297 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc8727-e460-40a1-89ff-d25949add48e req-e594202f-b21d-4022-9359-a607fea21017 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:34.753811 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-fcfc8727-e460-40a1-89ff-d25949add48e req-e594202f-b21d-4022-9359-a607fea21017 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 943 time: 0.2969618 Aug 14 19:09:34.794752 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-fcfc8727-e460-40a1-89ff-d25949add48e req-a5da1fb9-511d-4717-8c15-be2627a020f2 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345263 Aug 14 19:09:35.922621 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c253fa-4d16-4cbd-b3e9-550259515c29 req-3f021749-9f36-4b3d-8062-77340379b8bf tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:35.924173 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e9c253fa-4d16-4cbd-b3e9-550259515c29 req-3f021749-9f36-4b3d-8062-77340379b8bf tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 943 time: 0.0538971 Aug 14 19:09:35.971328 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e9c253fa-4d16-4cbd-b3e9-550259515c29 req-505e3305-8d23-4bf8-9687-f9b3060e03ee tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382204 Aug 14 19:09:37.114184 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90609bf-7f9d-4c8e-bdee-8edf70d5efd7 req-2796c9d6-0ff1-48c4-82ae-682cf86b37eb tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:37.115741 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-b90609bf-7f9d-4c8e-bdee-8edf70d5efd7 req-2796c9d6-0ff1-48c4-82ae-682cf86b37eb tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 943 time: 0.0520000 Aug 14 19:09:37.168742 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-b90609bf-7f9d-4c8e-bdee-8edf70d5efd7 req-4f19b393-2801-47b0-bd9c-5124365aa035 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454876 Aug 14 19:09:38.338694 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa73e77-e15c-43ed-a57d-bc812496f4a7 req-2de1178a-a49f-4852-847a-5345cadf2d18 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:38.340294 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-2aa73e77-e15c-43ed-a57d-bc812496f4a7 req-2de1178a-a49f-4852-847a-5345cadf2d18 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 943 time: 0.0524809 Aug 14 19:09:38.398412 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-2aa73e77-e15c-43ed-a57d-bc812496f4a7 req-bbc3eb4d-b440-4ed9-abb9-ab27c9a11685 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509605 Aug 14 19:09:39.544013 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd48ae-1cf2-463e-946a-edb7eefc4b40 req-4fdefaba-8945-4b40-aa8f-2155d1b56ed7 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:39.545510 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-7ddd48ae-1cf2-463e-946a-edb7eefc4b40 req-4fdefaba-8945-4b40-aa8f-2155d1b56ed7 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 943 time: 0.0595002 Aug 14 19:09:39.599343 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-7ddd48ae-1cf2-463e-946a-edb7eefc4b40 req-df0355a5-268d-4853-be37-86bcc8b57f00 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456538 Aug 14 19:09:40.754619 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a3638-b5fc-4a5e-a008-7db925afbb54 req-a997fb4e-8edc-40a4-9347-197923a18c62 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:40.756763 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e78a3638-b5fc-4a5e-a008-7db925afbb54 req-a997fb4e-8edc-40a4-9347-197923a18c62 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 943 time: 0.0566676 Aug 14 19:09:40.800787 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e78a3638-b5fc-4a5e-a008-7db925afbb54 req-c07de776-82a4-493a-9e8b-e9937d55fa04 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371892 Aug 14 19:09:41.941696 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99fedb-e9b9-488d-a252-e06eedfaa4b5 req-7e299309-1d4c-4387-ab05-8a106fa2706d tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:41.943338 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-5d99fedb-e9b9-488d-a252-e06eedfaa4b5 req-7e299309-1d4c-4387-ab05-8a106fa2706d tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 943 time: 0.0567751 Aug 14 19:09:41.984403 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-5d99fedb-e9b9-488d-a252-e06eedfaa4b5 req-256edf55-653b-40d0-8a94-cc2aceeae299 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331638 Aug 14 19:09:43.132357 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31fe166-1253-4e20-9fe8-6ab927133761 req-b8574cf1-6b6d-467b-8403-05927a10532f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:43.133843 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e31fe166-1253-4e20-9fe8-6ab927133761 req-b8574cf1-6b6d-467b-8403-05927a10532f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 943 time: 0.0638874 Aug 14 19:09:43.173016 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e31fe166-1253-4e20-9fe8-6ab927133761 req-4851f9b8-7edf-4e1a-8a3b-51ab1165f157 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331411 Aug 14 19:09:44.308185 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3dc262-425d-429c-834c-18c0f7e558b0 req-26d0edf0-ac1d-4e78-b08d-660a7e922f0f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:44.309831 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-bb3dc262-425d-429c-834c-18c0f7e558b0 req-26d0edf0-ac1d-4e78-b08d-660a7e922f0f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 943 time: 0.0612092 Aug 14 19:09:44.350435 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-bb3dc262-425d-429c-834c-18c0f7e558b0 req-62934725-8f16-4329-b544-90e13b6f61f7 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339191 Aug 14 19:09:45.487258 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed94ae7-0fa1-4b30-9f8b-50ea99000f26 req-76d68641-2ce6-4f5f-a550-3b0a6b8abb4d tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:45.488820 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-fed94ae7-0fa1-4b30-9f8b-50ea99000f26 req-76d68641-2ce6-4f5f-a550-3b0a6b8abb4d tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 943 time: 0.0604398 Aug 14 19:09:45.527793 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-fed94ae7-0fa1-4b30-9f8b-50ea99000f26 req-f389e0e7-b185-4c14-9513-21e712e5596f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330517 Aug 14 19:09:46.276406 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 37194) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:09:46.339528 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.db_base_plugin_v2 [None req-a58a25a4-8885-4912-9a6c-fd039b4f0bf1 admin admin] Deleting subnet ad3a0be9-df64-46b0-8432-56b77f4faa74 {{(pid=94116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 14 19:09:46.343717 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a58a25a4-8885-4912-9a6c-fd039b4f0bf1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:46.382509 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a58a25a4-8885-4912-9a6c-fd039b4f0bf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25714224'] for subnet, precommit_delete_associations {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:46.423709 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a58a25a4-8885-4912-9a6c-fd039b4f0bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642801'] for subnet, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:46.476753 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a58a25a4-8885-4912-9a6c-fd039b4f0bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26904991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26976304'] for subnet, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:46.490437 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a58a25a4-8885-4912-9a6c-fd039b4f0bf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:46.495032 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 37198) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:09:46.495600 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-a58a25a4-8885-4912-9a6c-fd039b4f0bf1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ad3a0be9-df64-46b0-8432-56b77f4faa74 HTTP/1.1" status: 204 len: 168 time: 0.2174268 Aug 14 19:09:46.512195 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a25a4-8885-4912-9a6c-fd039b4f0bf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad3a0be9-df64-46b0-8432-56b77f4faa74,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:09:46.519879 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58a25a4-8885-4912-9a6c-fd039b4f0bf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:09:46.520227 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58a25a4-8885-4912-9a6c-fd039b4f0bf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:09:46.520567 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58a25a4-8885-4912-9a6c-fd039b4f0bf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:09:46.520900 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58a25a4-8885-4912-9a6c-fd039b4f0bf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:09:46.521228 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58a25a4-8885-4912-9a6c-fd039b4f0bf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:09:46.521560 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58a25a4-8885-4912-9a6c-fd039b4f0bf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:09:46.521883 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58a25a4-8885-4912-9a6c-fd039b4f0bf1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:09:46.522205 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58a25a4-8885-4912-9a6c-fd039b4f0bf1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:09:46.522555 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58a25a4-8885-4912-9a6c-fd039b4f0bf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:09:46.522877 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58a25a4-8885-4912-9a6c-fd039b4f0bf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:09:46.523197 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58a25a4-8885-4912-9a6c-fd039b4f0bf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:09:46.523692 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58a25a4-8885-4912-9a6c-fd039b4f0bf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:09:46.573831 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f86a-2f68-46b2-9e78-dc44b7402593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529646'] for network, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:46.688068 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f86a-2f68-46b2-9e78-dc44b7402593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639094', 'neutron.services.segments.db._delete_segments_for_network-8754979395952'] for network, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:46.705828 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.services.segments.db [None req-a6e7f86a-2f68-46b2-9e78-dc44b7402593 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d64e2a-4508-4dfe-a751-0ab021d017b4']}} {{(pid=94117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:09:46.717644 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.services.segments.db [None req-a6e7f86a-2f68-46b2-9e78-dc44b7402593 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a09a7bb7-3ad0-4c83-8cfa-e190706db4a3') {'for_net_delete': True} {{(pid=94117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:09:46.717933 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.services.segments.db [None req-a6e7f86a-2f68-46b2-9e78-dc44b7402593 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a09a7bb7-3ad0-4c83-8cfa-e190706db4a3') {} {{(pid=94117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:09:46.733021 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f86a-2f68-46b2-9e78-dc44b7402593 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754979399801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041036'] for segment, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:46.741325 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd901b-13d2-4fc1-9861-1fa419194e50 req-a148145f-48de-4af8-9a91-be86bc3aeea6 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:46.742792 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c1dd901b-13d2-4fc1-9861-1fa419194e50 req-a148145f-48de-4af8-9a91-be86bc3aeea6 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 943 time: 0.1198695 Aug 14 19:09:46.766010 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f86a-2f68-46b2-9e78-dc44b7402593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736'] for segment, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:46.775831 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6e7f86a-2f68-46b2-9e78-dc44b7402593 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 14 19:09:46.776208 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f86a-2f68-46b2-9e78-dc44b7402593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25274362'] for segment, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:46.777801 dv-cinder-804581-2-iscsi neutron-server[94117]: Traceback (most recent call last): Aug 14 19:09:46.777801 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 14 19:09:46.777801 dv-cinder-804581-2-iscsi neutron-server[94117]: timer() Aug 14 19:09:46.777801 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 14 19:09:46.777801 dv-cinder-804581-2-iscsi neutron-server[94117]: cb(*args, **kw) Aug 14 19:09:46.777801 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 14 19:09:46.777801 dv-cinder-804581-2-iscsi neutron-server[94117]: return func(*args, **kwargs) Aug 14 19:09:46.777801 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 14 19:09:46.777801 dv-cinder-804581-2-iscsi neutron-server[94117]: self._notify() Aug 14 19:09:46.777801 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 14 19:09:46.777801 dv-cinder-804581-2-iscsi neutron-server[94117]: self.callback(batched_events) Aug 14 19:09:46.777801 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 14 19:09:46.777801 dv-cinder-804581-2-iscsi neutron-server[94117]: event.method(event) Aug 14 19:09:46.777801 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 14 19:09:46.777801 dv-cinder-804581-2-iscsi neutron-server[94117]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 14 19:09:46.777801 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 14 19:09:46.777801 dv-cinder-804581-2-iscsi neutron-server[94117]: aggregate_uuid = self.p_client.list_aggregates( Aug 14 19:09:46.777801 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 14 19:09:46.777801 dv-cinder-804581-2-iscsi neutron-server[94117]: return f(self, *a, **k) Aug 14 19:09:46.777801 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 14 19:09:46.777801 dv-cinder-804581-2-iscsi neutron-server[94117]: return self._get(url).json() Aug 14 19:09:46.777801 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 14 19:09:46.777801 dv-cinder-804581-2-iscsi neutron-server[94117]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 14 19:09:46.777801 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 14 19:09:46.777801 dv-cinder-804581-2-iscsi neutron-server[94117]: return self.request(url, 'GET', **kwargs) Aug 14 19:09:46.777801 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 14 19:09:46.777801 dv-cinder-804581-2-iscsi neutron-server[94117]: base_url = self.get_endpoint(auth, allow=allow, Aug 14 19:09:46.777801 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 14 19:09:46.777801 dv-cinder-804581-2-iscsi neutron-server[94117]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 14 19:09:46.777801 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 14 19:09:46.777801 dv-cinder-804581-2-iscsi neutron-server[94117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 14 19:09:46.777801 dv-cinder-804581-2-iscsi neutron-server[94117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 14 19:09:46.830569 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c1dd901b-13d2-4fc1-9861-1fa419194e50 req-bbd44c94-78ce-4935-b1e8-e97cbb2a9909 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803781 Aug 14 19:09:46.844723 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f86a-2f68-46b2-9e78-dc44b7402593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499365'] for network, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:46.850493 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-a6e7f86a-2f68-46b2-9e78-dc44b7402593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for network, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:46.854912 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-a6e7f86a-2f68-46b2-9e78-dc44b7402593 admin admin] 10.222.0.39 "DELETE /v2.0/networks/41d64e2a-4508-4dfe-a751-0ab021d017b4 HTTP/1.1" status: 204 len: 168 time: 0.3560262 Aug 14 19:09:46.864973 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7f86a-2f68-46b2-9e78-dc44b7402593 admin admin] Pushing event deleted for resources: {'Network': ['ID=41d64e2a-4508-4dfe-a751-0ab021d017b4,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:09:47.068025 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 37204) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:09:47.120773 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-0e214835-d8ea-4b95-a05a-567583529168 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aa797a7341b843c78f9e99227c97e014&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513763 Aug 14 19:09:47.125737 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 37206) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:09:47.183261 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-c90d810d-29da-4595-8c44-994b9b90ea5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:47.205512 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-c90d810d-29da-4595-8c44-994b9b90ea5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:47.256550 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-c90d810d-29da-4595-8c44-994b9b90ea5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:47.259079 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-c90d810d-29da-4595-8c44-994b9b90ea5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:47.262575 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-c90d810d-29da-4595-8c44-994b9b90ea5b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/213f1f52-1a36-49ad-8db9-229d887b41c7 HTTP/1.1" status: 204 len: 168 time: 0.1334419 Aug 14 19:09:47.268702 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d810d-29da-4595-8c44-994b9b90ea5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213f1f52-1a36-49ad-8db9-229d887b41c7,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:09:47.953301 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd42307-d740-44b4-9663-acaf65fa3783 req-ec049e48-19c8-434a-b1ba-494b841913c1 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:47.954721 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-3cd42307-d740-44b4-9663-acaf65fa3783 req-ec049e48-19c8-434a-b1ba-494b841913c1 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 943 time: 0.0480552 Aug 14 19:09:47.993597 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-3cd42307-d740-44b4-9663-acaf65fa3783 req-e903fb0f-0258-467b-82e6-e737a92ef8c6 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328648 Aug 14 19:09:49.116042 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b388407-a050-402f-8bd3-e88c34f74404 req-2f27a51d-0120-4824-9f35-d72b0a5d28cf tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:49.117452 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4b388407-a050-402f-8bd3-e88c34f74404 req-2f27a51d-0120-4824-9f35-d72b0a5d28cf tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 943 time: 0.0505946 Aug 14 19:09:49.156278 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4b388407-a050-402f-8bd3-e88c34f74404 req-000c0d54-ff88-45bf-b9ab-41bf7065ad8d tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329397 Aug 14 19:09:49.176156 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-41e3c5b9-3a09-4422-9592-73669a54a980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:50.280361 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe914866-3026-4b40-81e9-45ca5d648404 req-d86eed9b-b054-46f6-89b4-464f1d6e420a tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:50.281843 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-fe914866-3026-4b40-81e9-45ca5d648404 req-d86eed9b-b054-46f6-89b4-464f1d6e420a tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 943 time: 0.0523112 Aug 14 19:09:50.320250 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-fe914866-3026-4b40-81e9-45ca5d648404 req-2833eeb3-7fd9-43d3-b65e-e534d5380b43 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325248 Aug 14 19:09:51.245351 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 14 19:09:51.341278 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d,segment=NetworkSegment(c4c75483-348a-49f7-b9f3-841d9687ab46),segment_id=c4c75483-348a-49f7-b9f3-841d9687ab46)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:09:51.356663 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Returning: {'device': '8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d', 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b', 'port_id': '8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d', 'mac_address': 'fa:16:3e:fb:a7:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd22740df-b26d-44e8-8433-34e5ba454618', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 14 19:09:51.394601 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:51.407930 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d {{(pid=94118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:09:51.427112 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d,segment=NetworkSegment(c4c75483-348a-49f7-b9f3-841d9687ab46),segment_id=c4c75483-348a-49f7-b9f3-841d9687ab46)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:09:51.431315 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:51.443672 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad47d53-d0ad-4a5a-9e14-80f2c1cfe4a7 req-a32a163d-2b57-4fcd-915c-11dccca328ad tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:51.445169 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-bad47d53-d0ad-4a5a-9e14-80f2c1cfe4a7 req-a32a163d-2b57-4fcd-915c-11dccca328ad tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 943 time: 0.0494618 Aug 14 19:09:51.483248 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d,revision_number=9']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:09:51.486567 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-bad47d53-d0ad-4a5a-9e14-80f2c1cfe4a7 req-faceddc6-c172-41dc-9335-014057f3427a tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352099 Aug 14 19:09:51.679863 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] get_ports_and_sgs() called for port_ids ['8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d'] {{(pid=94118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 14 19:09:51.928367 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:52.385114 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d02b94-298d-4f18-a783-111dd5b3e495 req-a71a2b0f-07a1-4f97-8b6e-b28c3ecbe359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:52.386597 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-00d02b94-298d-4f18-a783-111dd5b3e495 req-a71a2b0f-07a1-4f97-8b6e-b28c3ecbe359 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ee573824097433d91bee4e7433a5196&device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 1097 time: 0.0388954 Aug 14 19:09:52.487421 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d02b94-298d-4f18-a783-111dd5b3e495 req-075f288a-332d-4b4e-9586-06f94038760b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:52.488888 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-00d02b94-298d-4f18-a783-111dd5b3e495 req-075f288a-332d-4b4e-9586-06f94038760b service neutron] 10.222.0.24 "GET /v2.0/networks?id=e20a322d-65f8-4e18-8722-5646c45ef02b HTTP/1.1" status: 200 len: 918 time: 0.0823770 Aug 14 19:09:52.508982 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-ce06478a-ebab-4827-baef-fbd28f2178da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:52.558239 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-00d02b94-298d-4f18-a783-111dd5b3e495 req-1e247cca-bb0c-478e-9e13-51738c046a3a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d HTTP/1.1" status: 200 len: 1000 time: 0.0619435 Aug 14 19:09:52.608092 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d02b94-298d-4f18-a783-111dd5b3e495 req-7df05e9f-1b96-4638-b20e-f3a11f23737a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:52.609638 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-00d02b94-298d-4f18-a783-111dd5b3e495 req-7df05e9f-1b96-4638-b20e-f3a11f23737a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d22740df-b26d-44e8-8433-34e5ba454618 HTTP/1.1" status: 200 len: 856 time: 0.0446815 Aug 14 19:09:52.615136 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469be81-9b8b-489f-a027-c17be43a1362 req-170f89b3-998e-4865-b406-c62a75513b53 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:52.616717 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1469be81-9b8b-489f-a027-c17be43a1362 req-170f89b3-998e-4865-b406-c62a75513b53 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 944 time: 0.0503714 Aug 14 19:09:52.654105 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d02b94-298d-4f18-a783-111dd5b3e495 req-557f2c89-14a3-428e-aff8-f7cfc6bfd270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:52.655982 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-1469be81-9b8b-489f-a027-c17be43a1362 req-79e026e6-3e51-492c-bd3a-5613ba9d3e06 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334303 Aug 14 19:09:52.656572 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-00d02b94-298d-4f18-a783-111dd5b3e495 req-557f2c89-14a3-428e-aff8-f7cfc6bfd270 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e20a322d-65f8-4e18-8722-5646c45ef02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401409 Aug 14 19:09:52.749618 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-00d02b94-298d-4f18-a783-111dd5b3e495 req-d0c293c0-2e16-480b-b18a-4f2f8f77e07a service neutron] 10.222.0.24 "GET /v2.0/networks/e20a322d-65f8-4e18-8722-5646c45ef02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845647 Aug 14 19:09:52.799771 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:52.840047 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-00d02b94-298d-4f18-a783-111dd5b3e495 req-44c78a46-58e5-4942-836b-fff81376ac84 service neutron] 10.222.0.24 "GET /v2.0/networks/e20a322d-65f8-4e18-8722-5646c45ef02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840981 Aug 14 19:09:53.262817 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d up at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:09:53.308528 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning complete for port 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:09:53.308908 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:53.387837 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:53.409823 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433a2101-adb2-46c9-a8b5-89ce4999cacf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d'}] {{(pid=94118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:09:53.412401 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec225036cb8a85e900ef4a1438a865ee1e0a541caa4576dd66f1a48457471f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e79163-780b-4419-996a-8052e5809804" -d '{"events": [{"server_uuid": "433a2101-adb2-46c9-a8b5-89ce4999cacf", "name": "network-vif-plugged", "status": "completed", "tag": "8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d"}]}' {{(pid=94118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:09:53.425719 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d,segment=NetworkSegment(c4c75483-348a-49f7-b9f3-841d9687ab46),segment_id=c4c75483-348a-49f7-b9f3-841d9687ab46)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:09:53.429756 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:53.452717 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f1b01c-eac1-4f8c-b0a2-fddff060356e x-openstack-request-id: req-70f1b01c-eac1-4f8c-b0a2-fddff060356e {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:09:53.453007 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433a2101-adb2-46c9-a8b5-89ce4999cacf", "name": "network-vif-plugged", "status": "completed", "tag": "8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d", "code": 200}]} {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:09:53.453260 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-70f1b01c-eac1-4f8c-b0a2-fddff060356e {{(pid=94118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:09:53.453646 dv-cinder-804581-2-iscsi neutron-server[94118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '433a2101-adb2-46c9-a8b5-89ce4999cacf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d', 'code': 200} Aug 14 19:09:53.480990 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d,revision_number=10']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:09:53.623086 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945bd251-2de9-4ef5-83f8-98ea6edf93fa req-d1508690-fd9b-4943-919b-66e14daf272e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:53.624704 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-945bd251-2de9-4ef5-83f8-98ea6edf93fa req-d1508690-fd9b-4943-919b-66e14daf272e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 1099 time: 0.0397856 Aug 14 19:09:53.663775 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-945bd251-2de9-4ef5-83f8-98ea6edf93fa req-01bc0700-5bac-4108-8354-3541ccb88286 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315990 Aug 14 19:09:53.775705 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b22bf3-28cc-4ceb-8f59-1313e3c4a0a0 req-fc828150-4572-406d-baf0-a98b4a532565 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:53.777157 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-00b22bf3-28cc-4ceb-8f59-1313e3c4a0a0 req-fc828150-4572-406d-baf0-a98b4a532565 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 946 time: 0.0515995 Aug 14 19:09:53.815750 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-00b22bf3-28cc-4ceb-8f59-1313e3c4a0a0 req-6cf189d9-3e29-442d-bfee-4c0da4f7d84c tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318525 Aug 14 19:09:53.882027 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:54.941180 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4807a-8fa5-450f-bbc9-171f127e5375 req-2d9b9201-fdc6-4252-934d-f0c0f14c2fe5 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:54.942587 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-1ae4807a-8fa5-450f-bbc9-171f127e5375 req-2d9b9201-fdc6-4252-934d-f0c0f14c2fe5 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 946 time: 0.0523512 Aug 14 19:09:54.986446 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-1ae4807a-8fa5-450f-bbc9-171f127e5375 req-98e1a822-02a0-4a79-b8a4-a910cae1e04c tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374258 Aug 14 19:09:55.214903 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:09:56.113142 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2fc1c0-e15d-455a-bede-6d5f7acdec57 req-b9d25d29-8770-4859-baab-747f87799c2f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:09:56.114533 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4f2fc1c0-e15d-455a-bede-6d5f7acdec57 req-b9d25d29-8770-4859-baab-747f87799c2f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 946 time: 0.0490074 Aug 14 19:09:56.153883 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4f2fc1c0-e15d-455a-bede-6d5f7acdec57 req-f7c98a25-d0e0-43aa-a567-a74c26c17bb0 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329432 Aug 14 19:10:02.195029 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9504b9-d2b7-4c7c-a414-14f3103d5211 req-ceda602e-e44a-415c-8cb2-61351cb773e8 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:10:02.196437 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-0b9504b9-d2b7-4c7c-a414-14f3103d5211 req-ceda602e-e44a-415c-8cb2-61351cb773e8 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=1772839c-0eae-470c-aa59-0e8b20737d53 HTTP/1.1" status: 200 len: 946 time: 0.0493882 Aug 14 19:10:02.233938 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-0b9504b9-d2b7-4c7c-a414-14f3103d5211 req-219b11bd-9105-4f81-988b-a96f626030d0 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=903b62cb-45ad-453b-a98d-ea73123fc3de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314691 Aug 14 19:10:03.348796 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8723e0-2aae-4e43-b25a-19a8f2fe7ade req-03699215-6022-4dfa-ab26-8fab05904eab tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:10:03.350271 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ca8723e0-2aae-4e43-b25a-19a8f2fe7ade req-03699215-6022-4dfa-ab26-8fab05904eab tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=1772839c-0eae-470c-aa59-0e8b20737d53 HTTP/1.1" status: 200 len: 946 time: 0.0484116 Aug 14 19:10:03.387883 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ca8723e0-2aae-4e43-b25a-19a8f2fe7ade req-e26b612e-5505-4e8d-bed0-e24aea722209 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups?id=903b62cb-45ad-453b-a98d-ea73123fc3de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316834 Aug 14 19:10:03.850957 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79058a76-e1fc-4f3c-90aa-0af38fee4973 req-ceb8b9a2-e007-41dc-98ce-b426ba868452 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:10:03.852390 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-79058a76-e1fc-4f3c-90aa-0af38fee4973 req-ceb8b9a2-e007-41dc-98ce-b426ba868452 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.24 "GET /v2.0/ports?device_id=1772839c-0eae-470c-aa59-0e8b20737d53 HTTP/1.1" status: 200 len: 946 time: 0.0471687 Aug 14 19:10:03.945277 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [req-79058a76-e1fc-4f3c-90aa-0af38fee4973 req-71ced68d-2cce-442d-a90a-e5141a1fb1a1 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Deleting port 3f5aa9fa-8567-4952-8fb6-90658f2e62cc {{(pid=94116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:10:03.945533 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-79058a76-e1fc-4f3c-90aa-0af38fee4973 req-71ced68d-2cce-442d-a90a-e5141a1fb1a1 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:04.031533 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [req-79058a76-e1fc-4f3c-90aa-0af38fee4973 req-71ced68d-2cce-442d-a90a-e5141a1fb1a1 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] For port 3f5aa9fa-8567-4952-8fb6-90658f2e62cc, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=3f5aa9fa-8567-4952-8fb6-90658f2e62cc,segment=NetworkSegment(5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3),segment_id=5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3)] {{(pid=94116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:10:04.031897 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-79058a76-e1fc-4f3c-90aa-0af38fee4973 req-71ced68d-2cce-442d-a90a-e5141a1fb1a1 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:04.203818 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-79058a76-e1fc-4f3c-90aa-0af38fee4973 req-71ced68d-2cce-442d-a90a-e5141a1fb1a1 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:04.204117 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-79058a76-e1fc-4f3c-90aa-0af38fee4973 req-71ced68d-2cce-442d-a90a-e5141a1fb1a1 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499347'] for floatingip, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:04.204449 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.db.l3_db [req-79058a76-e1fc-4f3c-90aa-0af38fee4973 req-71ced68d-2cce-442d-a90a-e5141a1fb1a1 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Floating IP 6e57c68e-a176-4895-ac00-568163351be5 disassociated. External IP: 172.27.2.37, port: 3f5aa9fa-8567-4952-8fb6-90658f2e62cc. Aug 14 19:10:04.204789 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [req-79058a76-e1fc-4f3c-90aa-0af38fee4973 req-71ced68d-2cce-442d-a90a-e5141a1fb1a1 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Calling delete_port for 3f5aa9fa-8567-4952-8fb6-90658f2e62cc owned by compute:nova {{(pid=94116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:10:04.330461 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-79058a76-e1fc-4f3c-90aa-0af38fee4973 req-71ced68d-2cce-442d-a90a-e5141a1fb1a1 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26905004'] for port, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:04.362576 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ced68d-2cce-442d-a90a-e5141a1fb1a1 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Pushing event deleted for resources: {'Port': ['ID=3f5aa9fa-8567-4952-8fb6-90658f2e62cc,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:04.489673 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-21610fca-0aaa-4db5-b927-15e204adf331 req-4691af36-cfc8-4d5e-a503-7903d5a2af8c tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/ports?device_id=1772839c-0eae-470c-aa59-0e8b20737d53 HTTP/1.1" status: 200 len: 210 time: 0.0302820 Aug 14 19:10:04.497967 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79058a76-e1fc-4f3c-90aa-0af38fee4973 req-71ced68d-2cce-442d-a90a-e5141a1fb1a1 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Router 40c5f8a2-a0e4-46bc-af8f-30b4c23d139f has already been hosted by L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 {{(pid=94116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 14 19:10:04.603434 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79058a76-e1fc-4f3c-90aa-0af38fee4973 req-71ced68d-2cce-442d-a90a-e5141a1fb1a1 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 19:10:04.613196 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ae2535-ae2a-4053-8781-e2d4a11098b8 None None] Sync routers for ids ['40c5f8a2-a0e4-46bc-af8f-30b4c23d139f'] in dv-cinder-804581-2-iscsi {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 19:10:04.624680 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ae2535-ae2a-4053-8781-e2d4a11098b8 None None] Routers {'40c5f8a2-a0e4-46bc-af8f-30b4c23d139f'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:10:04.625427 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-f6ae2535-ae2a-4053-8781-e2d4a11098b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:09:52Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['40c5f8a2-a0e4-46bc-af8f-30b4c23d139f'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:10:04.643635 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [req-79058a76-e1fc-4f3c-90aa-0af38fee4973 req-71ced68d-2cce-442d-a90a-e5141a1fb1a1 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] No DVR routers for this DVR port 3f5aa9fa-8567-4952-8fb6-90658f2e62cc on host hv-cinder-80458 {{(pid=94116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 14 19:10:04.646365 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-79058a76-e1fc-4f3c-90aa-0af38fee4973 req-71ced68d-2cce-442d-a90a-e5141a1fb1a1 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:04.648302 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-79058a76-e1fc-4f3c-90aa-0af38fee4973 req-71ced68d-2cce-442d-a90a-e5141a1fb1a1 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.24 "DELETE /v2.0/ports/3f5aa9fa-8567-4952-8fb6-90658f2e62cc HTTP/1.1" status: 204 len: 173 time: 0.7898018 Aug 14 19:10:04.648734 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1772839c-0eae-470c-aa59-0e8b20737d53', 'name': 'network-vif-deleted', 'tag': '3f5aa9fa-8567-4952-8fb6-90658f2e62cc'}] {{(pid=94116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:10:04.650948 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28c49a314bd7f251079b489e766d97b9f33e90e077807a9e7e5bf7a3f9e5ced" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3569f5ae-710a-4a58-bd3e-8ad29c00ee8a" -d '{"events": [{"server_uuid": "1772839c-0eae-470c-aa59-0e8b20737d53", "name": "network-vif-deleted", "tag": "3f5aa9fa-8567-4952-8fb6-90658f2e62cc"}]}' {{(pid=94116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:10:04.695752 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78283398-6fb0-44e9-b320-ba875ba80589 x-openstack-request-id: req-78283398-6fb0-44e9-b320-ba875ba80589 {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:10:04.696044 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1772839c-0eae-470c-aa59-0e8b20737d53", "name": "network-vif-deleted", "tag": "3f5aa9fa-8567-4952-8fb6-90658f2e62cc", "status": "completed", "code": 200}]} {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:10:04.696299 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-78283398-6fb0-44e9-b320-ba875ba80589 {{(pid=94116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:10:04.696700 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1772839c-0eae-470c-aa59-0e8b20737d53', 'name': 'network-vif-deleted', 'tag': '3f5aa9fa-8567-4952-8fb6-90658f2e62cc', 'status': 'completed', 'code': 200} Aug 14 19:10:04.744228 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-f6ae2535-ae2a-4053-8781-e2d4a11098b8 None None] Set router 40c5f8a2-a0e4-46bc-af8f-30b4c23d139f gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:10:04.954441 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-f6ae2535-ae2a-4053-8781-e2d4a11098b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'name': 'tempest-AttachVolumeTestJSON-1231158712-router', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ff0de448-485d-4ae8-932c-851b55e2c6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:28Z', 'updated_at': '2021-08-14T19:03:35Z', 'revision_number': 4, 'project_id': '2e3430e72b2f427f9643c8ae878c86fb', 'gw_port': {'id': 'ff0de448-485d-4ae8-932c-851b55e2c6df', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:30Z', 'updated_at': '2021-08-14T19:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': '8e842964-b7cc-4926-9688-409f0e31e389', 'name': '', 'network_id': 'd57080a4-a152-49b8-a805-9b8349e678ba', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'mac_address': 'fa:16:3e:53:8b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '53786878-dcb5-494e-b53b-037026355e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:33Z', 'updated_at': '2021-08-14T19:03:46Z', 'revision_number': 5, 'project_id': '2e3430e72b2f427f9643c8ae878c86fb', 'subnets': [{'id': '53786878-dcb5-494e-b53b-037026355e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:10:04.979621 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ae2535-ae2a-4053-8781-e2d4a11098b8 None None] Checking router: 40c5f8a2-a0e4-46bc-af8f-30b4c23d139f for host: dv-cinder-804581-2-iscsi {{(pid=94118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 19:10:04.987803 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ae2535-ae2a-4053-8781-e2d4a11098b8 None None] Routers {'40c5f8a2-a0e4-46bc-af8f-30b4c23d139f'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:10:04.988414 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-f6ae2535-ae2a-4053-8781-e2d4a11098b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:09:52Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['40c5f8a2-a0e4-46bc-af8f-30b4c23d139f'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:10:05.222050 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-f6ae2535-ae2a-4053-8781-e2d4a11098b8 None None] Set router 40c5f8a2-a0e4-46bc-af8f-30b4c23d139f gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:10:05.412932 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-f6ae2535-ae2a-4053-8781-e2d4a11098b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'name': 'tempest-AttachVolumeTestJSON-1231158712-router', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ff0de448-485d-4ae8-932c-851b55e2c6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:28Z', 'updated_at': '2021-08-14T19:03:35Z', 'revision_number': 4, 'project_id': '2e3430e72b2f427f9643c8ae878c86fb', 'gw_port': {'id': 'ff0de448-485d-4ae8-932c-851b55e2c6df', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:30Z', 'updated_at': '2021-08-14T19:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': '8e842964-b7cc-4926-9688-409f0e31e389', 'name': '', 'network_id': 'd57080a4-a152-49b8-a805-9b8349e678ba', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'mac_address': 'fa:16:3e:53:8b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '53786878-dcb5-494e-b53b-037026355e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:33Z', 'updated_at': '2021-08-14T19:03:46Z', 'revision_number': 5, 'project_id': '2e3430e72b2f427f9643c8ae878c86fb', 'subnets': [{'id': '53786878-dcb5-494e-b53b-037026355e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:10:05.442922 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ae2535-ae2a-4053-8781-e2d4a11098b8 None None] The sync data for ids ['40c5f8a2-a0e4-46bc-af8f-30b4c23d139f'] in dv-cinder-804581-2-iscsi is: [{'id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'name': 'tempest-AttachVolumeTestJSON-1231158712-router', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ff0de448-485d-4ae8-932c-851b55e2c6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:28Z', 'updated_at': '2021-08-14T19:03:35Z', 'revision_number': 4, 'project_id': '2e3430e72b2f427f9643c8ae878c86fb', 'gw_port': {'id': 'ff0de448-485d-4ae8-932c-851b55e2c6df', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:30Z', 'updated_at': '2021-08-14T19:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': '8e842964-b7cc-4926-9688-409f0e31e389', 'name': '', 'network_id': 'd57080a4-a152-49b8-a805-9b8349e678ba', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'mac_address': 'fa:16:3e:53:8b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '53786878-dcb5-494e-b53b-037026355e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:33Z', 'updated_at': '2021-08-14T19:03:46Z', 'revision_number': 5, 'project_id': '2e3430e72b2f427f9643c8ae878c86fb', 'subnets': [{'id': '53786878-dcb5-494e-b53b-037026355e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 19:10:05.573913 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 37370) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:10:05.637333 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-a4c4d272-150d-4d20-be51-586c69ab1cff tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:05.662920 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67b93b6-91f0-495d-92fe-63db2f621a08 None None] New status for floating IP 6e57c68e-a176-4895-ac00-568163351be5: DOWN {{(pid=94119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 14 19:10:05.666900 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-a4c4d272-150d-4d20-be51-586c69ab1cff tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:05.714513 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-a4c4d272-150d-4d20-be51-586c69ab1cff tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:05.718176 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-a4c4d272-150d-4d20-be51-586c69ab1cff tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:05.719366 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-a4c4d272-150d-4d20-be51-586c69ab1cff tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "DELETE /v2.0/security-groups/903b62cb-45ad-453b-a98d-ea73123fc3de HTTP/1.1" status: 204 len: 168 time: 0.1443541 Aug 14 19:10:05.722169 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 37372) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:10:05.728932 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c4d272-150d-4d20-be51-586c69ab1cff tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=903b62cb-45ad-453b-a98d-ea73123fc3de,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:05.736681 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.api.v2.resource [None req-40db2dd1-0d0c-4574-9434-ce23e4360402 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] show failed (client error): The resource could not be found. Aug 14 19:10:05.740415 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4d272-150d-4d20-be51-586c69ab1cff tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:10:05.740564 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-40db2dd1-0d0c-4574-9434-ce23e4360402 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "GET /v2.0/security-groups/903b62cb-45ad-453b-a98d-ea73123fc3de HTTP/1.1" status: 404 len: 347 time: 0.0145283 Aug 14 19:10:05.740683 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4d272-150d-4d20-be51-586c69ab1cff tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:10:05.740683 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4d272-150d-4d20-be51-586c69ab1cff tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:10:05.740683 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4d272-150d-4d20-be51-586c69ab1cff tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:10:05.740683 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4d272-150d-4d20-be51-586c69ab1cff tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:10:05.740683 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4d272-150d-4d20-be51-586c69ab1cff tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:10:05.740683 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4d272-150d-4d20-be51-586c69ab1cff tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:10:05.740683 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4d272-150d-4d20-be51-586c69ab1cff tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:10:05.741263 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 37374) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:10:05.741359 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4d272-150d-4d20-be51-586c69ab1cff tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:10:05.741461 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4d272-150d-4d20-be51-586c69ab1cff tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:10:05.742069 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4d272-150d-4d20-be51-586c69ab1cff tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:10:05.742242 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c4d272-150d-4d20-be51-586c69ab1cff tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:10:05.867132 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [None req-f311e7bc-ff1c-4cce-b85a-9e92236b5d16 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Deleting port 40352a8f-13f6-4539-ad93-1e2907c44cff {{(pid=94116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:10:05.867485 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f311e7bc-ff1c-4cce-b85a-9e92236b5d16 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:05.943212 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f311e7bc-ff1c-4cce-b85a-9e92236b5d16 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:05.943465 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f311e7bc-ff1c-4cce-b85a-9e92236b5d16 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:05.955468 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [None req-f311e7bc-ff1c-4cce-b85a-9e92236b5d16 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Calling delete_port for 40352a8f-13f6-4539-ad93-1e2907c44cff owned by network:floatingip {{(pid=94116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:10:06.084459 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f311e7bc-ff1c-4cce-b85a-9e92236b5d16 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26905004'] for port, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:06.110484 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f311e7bc-ff1c-4cce-b85a-9e92236b5d16 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Pushing event deleted for resources: {'Port': ['ID=40352a8f-13f6-4539-ad93-1e2907c44cff,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:06.167297 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f311e7bc-ff1c-4cce-b85a-9e92236b5d16 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks [] for floatingip, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:06.169857 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f311e7bc-ff1c-4cce-b85a-9e92236b5d16 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for floatingip, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:06.170981 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-f311e7bc-ff1c-4cce-b85a-9e92236b5d16 tempest-AttachVolumeTestJSON-1326129720 tempest-AttachVolumeTestJSON-1326129720-project] 10.222.0.39 "DELETE /v2.0/floatingips/6e57c68e-a176-4895-ac00-568163351be5 HTTP/1.1" status: 204 len: 168 time: 0.4293885 Aug 14 19:10:08.159651 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.agents_db [None req-d9ec6548-365a-4179-9791-d0bac427e43f None None] Agent healthcheck: found 6 active agents {{(pid=94119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 14 19:10:09.337757 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 3f5aa9fa-8567-4952-8fb6-90658f2e62cc no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:10:09.357981 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] No Port match for: 3f5aa9fa-8567-4952-8fb6-90658f2e62cc {{(pid=94118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 14 19:10:09.358357 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 3f5aa9fa-8567-4952-8fb6-90658f2e62cc not bound to the agent host hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 14 19:10:09.709742 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 37402) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:10:10.461470 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-9a1bdebb-6074-4cfe-999f-7afa10ed9ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650835'] for router_interface, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:10.707720 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [None req-9a1bdebb-6074-4cfe-999f-7afa10ed9ba2 admin admin] Deleting port 8e842964-b7cc-4926-9688-409f0e31e389 {{(pid=94116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:10:10.708066 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-9a1bdebb-6074-4cfe-999f-7afa10ed9ba2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:10.784206 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [None req-9a1bdebb-6074-4cfe-999f-7afa10ed9ba2 admin admin] For port 8e842964-b7cc-4926-9688-409f0e31e389, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=8e842964-b7cc-4926-9688-409f0e31e389,segment=NetworkSegment(5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3),segment_id=5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3)] {{(pid=94116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:10:10.784908 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-9a1bdebb-6074-4cfe-999f-7afa10ed9ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:10.797543 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [None req-9a1bdebb-6074-4cfe-999f-7afa10ed9ba2 admin admin] Calling delete_port for 8e842964-b7cc-4926-9688-409f0e31e389 owned by network:router_interface {{(pid=94116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:10:10.975972 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-9a1bdebb-6074-4cfe-999f-7afa10ed9ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26905004'] for port, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:11.005001 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1bdebb-6074-4cfe-999f-7afa10ed9ba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e842964-b7cc-4926-9688-409f0e31e389,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:11.174317 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-9a1bdebb-6074-4cfe-999f-7afa10ed9ba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499491'] for router_interface, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:11.391343 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1bdebb-6074-4cfe-999f-7afa10ed9ba2 admin admin] Router 40c5f8a2-a0e4-46bc-af8f-30b4c23d139f has already been hosted by L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 {{(pid=94116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 14 19:10:11.496529 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1bdebb-6074-4cfe-999f-7afa10ed9ba2 admin admin] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 19:10:11.501847 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-9a1bdebb-6074-4cfe-999f-7afa10ed9ba2 admin admin] 10.222.0.39 "PUT /v2.0/routers/40c5f8a2-a0e4-46bc-af8f-30b4c23d139f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7910092 Aug 14 19:10:11.504801 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 37406) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:10:11.505673 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d39d947-74c4-4125-a70f-d32448f36698 None None] Sync routers for ids ['40c5f8a2-a0e4-46bc-af8f-30b4c23d139f'] in dv-cinder-804581-2-iscsi {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 19:10:11.514996 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d39d947-74c4-4125-a70f-d32448f36698 None None] Routers {'40c5f8a2-a0e4-46bc-af8f-30b4c23d139f'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:10:11.515614 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-0d39d947-74c4-4125-a70f-d32448f36698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:09:52Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['40c5f8a2-a0e4-46bc-af8f-30b4c23d139f'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:10:11.612051 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-4bdae5e5-8900-4abd-b58a-ccc7fef935f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:11.624899 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-0d39d947-74c4-4125-a70f-d32448f36698 None None] Set router 40c5f8a2-a0e4-46bc-af8f-30b4c23d139f gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:10:11.714665 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-4bdae5e5-8900-4abd-b58a-ccc7fef935f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:11.771015 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [None req-4bdae5e5-8900-4abd-b58a-ccc7fef935f5 admin admin] Deleting port ff0de448-485d-4ae8-932c-851b55e2c6df {{(pid=94116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:10:11.771373 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-4bdae5e5-8900-4abd-b58a-ccc7fef935f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:11.810134 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-0d39d947-74c4-4125-a70f-d32448f36698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'name': 'tempest-AttachVolumeTestJSON-1231158712-router', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': 'ff0de448-485d-4ae8-932c-851b55e2c6df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:28Z', 'updated_at': '2021-08-14T19:10:10Z', 'revision_number': 5, 'project_id': '2e3430e72b2f427f9643c8ae878c86fb', 'gw_port': {'id': 'ff0de448-485d-4ae8-932c-851b55e2c6df', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:0f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:30Z', 'updated_at': '2021-08-14T19:03:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi'}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:10:11.840113 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d39d947-74c4-4125-a70f-d32448f36698 None None] Checking router: 40c5f8a2-a0e4-46bc-af8f-30b4c23d139f for host: dv-cinder-804581-2-iscsi {{(pid=94118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 19:10:11.849555 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d39d947-74c4-4125-a70f-d32448f36698 None None] Routers {'40c5f8a2-a0e4-46bc-af8f-30b4c23d139f'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:10:11.850166 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-0d39d947-74c4-4125-a70f-d32448f36698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:09:52Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['40c5f8a2-a0e4-46bc-af8f-30b4c23d139f'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:10:11.850679 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [None req-4bdae5e5-8900-4abd-b58a-ccc7fef935f5 admin admin] For port ff0de448-485d-4ae8-932c-851b55e2c6df, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=ff0de448-485d-4ae8-932c-851b55e2c6df,segment=NetworkSegment(40f888b7-b3ed-489c-94ee-52f240068829),segment_id=40f888b7-b3ed-489c-94ee-52f240068829)] {{(pid=94116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:10:11.851231 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-4bdae5e5-8900-4abd-b58a-ccc7fef935f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:11.868656 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [None req-4bdae5e5-8900-4abd-b58a-ccc7fef935f5 admin admin] Calling delete_port for ff0de448-485d-4ae8-932c-851b55e2c6df owned by network:router_gateway {{(pid=94116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:10:11.934602 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-0d39d947-74c4-4125-a70f-d32448f36698 None None] Set router 40c5f8a2-a0e4-46bc-af8f-30b4c23d139f gateway port host: None {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:10:11.991814 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-0d39d947-74c4-4125-a70f-d32448f36698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'name': 'tempest-AttachVolumeTestJSON-1231158712-router', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:28Z', 'updated_at': '2021-08-14T19:10:11Z', 'revision_number': 6, 'project_id': '2e3430e72b2f427f9643c8ae878c86fb', 'gw_port_host': None}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:10:12.020877 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d39d947-74c4-4125-a70f-d32448f36698 None None] The sync data for ids ['40c5f8a2-a0e4-46bc-af8f-30b4c23d139f'] in dv-cinder-804581-2-iscsi is: [{'id': '40c5f8a2-a0e4-46bc-af8f-30b4c23d139f', 'name': 'tempest-AttachVolumeTestJSON-1231158712-router', 'tenant_id': '2e3430e72b2f427f9643c8ae878c86fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:28Z', 'updated_at': '2021-08-14T19:10:11Z', 'revision_number': 6, 'project_id': '2e3430e72b2f427f9643c8ae878c86fb', 'gw_port_host': None}] {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 19:10:12.046817 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-4bdae5e5-8900-4abd-b58a-ccc7fef935f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26905004'] for port, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:12.072220 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdae5e5-8900-4abd-b58a-ccc7fef935f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff0de448-485d-4ae8-932c-851b55e2c6df,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:12.143038 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-4bdae5e5-8900-4abd-b58a-ccc7fef935f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499417'] for router_gateway, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:12.229466 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-4bdae5e5-8900-4abd-b58a-ccc7fef935f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1271'] for router, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:12.231478 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-4bdae5e5-8900-4abd-b58a-ccc7fef935f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:12.273882 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-4bdae5e5-8900-4abd-b58a-ccc7fef935f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497210'] for router, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:12.274431 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bdae5e5-8900-4abd-b58a-ccc7fef935f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40c5f8a2-a0e4-46bc-af8f-30b4c23d139f {{(pid=94116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 14 19:10:12.279518 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-4bdae5e5-8900-4abd-b58a-ccc7fef935f5 admin admin] Notify callbacks [] for router, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:12.280665 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-4bdae5e5-8900-4abd-b58a-ccc7fef935f5 admin admin] 10.222.0.39 "DELETE /v2.0/routers/40c5f8a2-a0e4-46bc-af8f-30b4c23d139f HTTP/1.1" status: 204 len: 168 time: 0.7749448 Aug 14 19:10:12.283196 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 37408) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:10:12.329724 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9143c34-83bd-4da7-91b8-de186f274b42 admin admin] Deleting subnet 53786878-dcb5-494e-b53b-037026355e9e {{(pid=94116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 14 19:10:12.332830 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-e9143c34-83bd-4da7-91b8-de186f274b42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:12.366900 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-e9143c34-83bd-4da7-91b8-de186f274b42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25714224'] for subnet, precommit_delete_associations {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:12.447976 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-e9143c34-83bd-4da7-91b8-de186f274b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642801'] for subnet, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:12.503747 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-e9143c34-83bd-4da7-91b8-de186f274b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26904991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26976304'] for subnet, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:12.533478 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9143c34-83bd-4da7-91b8-de186f274b42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53786878-dcb5-494e-b53b-037026355e9e,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:12.535473 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-e9143c34-83bd-4da7-91b8-de186f274b42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:12.539376 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-e9143c34-83bd-4da7-91b8-de186f274b42 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/53786878-dcb5-494e-b53b-037026355e9e HTTP/1.1" status: 204 len: 168 time: 0.2533636 Aug 14 19:10:12.539654 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e654c78-ddb3-4ff8-850a-56ad49a8b306 None None] Network d57080a4-a152-49b8-a805-9b8349e678ba requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 19:10:12.540121 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 37410) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:10:12.607794 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a7cf0d75-29e3-401e-b93e-158f5f6555df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529646'] for network, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:12.661744 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [None req-a7cf0d75-29e3-401e-b93e-158f5f6555df admin admin] Deleting port 67a8a7eb-b060-4a29-abae-5845db91136e {{(pid=94116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:10:12.662088 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a7cf0d75-29e3-401e-b93e-158f5f6555df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:12.727987 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [None req-a7cf0d75-29e3-401e-b93e-158f5f6555df admin admin] For port 67a8a7eb-b060-4a29-abae-5845db91136e, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=67a8a7eb-b060-4a29-abae-5845db91136e,segment=NetworkSegment(5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3),segment_id=5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3)] {{(pid=94116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:10:12.728277 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a7cf0d75-29e3-401e-b93e-158f5f6555df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:12.740785 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [None req-a7cf0d75-29e3-401e-b93e-158f5f6555df admin admin] Calling delete_port for 67a8a7eb-b060-4a29-abae-5845db91136e owned by network:dhcp {{(pid=94116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:10:12.791509 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72fa582-53d1-45c3-979d-a869b3a9dd39 None None] DHCP port deletion for d57080a4-a152-49b8-a805-9b8349e678ba request from dv-cinder-804581-2-iscsi {{(pid=94118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 14 19:10:12.821911 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a7cf0d75-29e3-401e-b93e-158f5f6555df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26905004'] for port, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:12.839332 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-f72fa582-53d1-45c3-979d-a869b3a9dd39 None None] Deleting port 67a8a7eb-b060-4a29-abae-5845db91136e {{(pid=94118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:10:12.839714 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-f72fa582-53d1-45c3-979d-a869b3a9dd39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:12.851747 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf0d75-29e3-401e-b93e-158f5f6555df admin admin] Pushing event deleted for resources: {'Port': ['ID=67a8a7eb-b060-4a29-abae-5845db91136e,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:12.853704 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cf0d75-29e3-401e-b93e-158f5f6555df admin admin] No DVR routers for this DVR port 67a8a7eb-b060-4a29-abae-5845db91136e on host dv-cinder-804581-2-iscsi {{(pid=94116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 14 19:10:12.913761 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-f72fa582-53d1-45c3-979d-a869b3a9dd39 None None] For port 67a8a7eb-b060-4a29-abae-5845db91136e, host dv-cinder-804581-2-iscsi, got binding levels [] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:10:12.914161 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-f72fa582-53d1-45c3-979d-a869b3a9dd39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:12.927434 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a7cf0d75-29e3-401e-b93e-158f5f6555df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639094', 'neutron.services.segments.db._delete_segments_for_network-8754979395952'] for network, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:12.927616 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-f72fa582-53d1-45c3-979d-a869b3a9dd39 None None] Calling delete_port for 67a8a7eb-b060-4a29-abae-5845db91136e owned by network:dhcp {{(pid=94118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:10:12.930238 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.ipam_backend_mixin [None req-f72fa582-53d1-45c3-979d-a869b3a9dd39 None None] Port 67a8a7eb-b060-4a29-abae-5845db91136e was not found and therefore no delete operation was performed {{(pid=94118) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 14 19:10:12.931516 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-f72fa582-53d1-45c3-979d-a869b3a9dd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957'] for port, after_delete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:12.938899 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.services.segments.db [None req-a7cf0d75-29e3-401e-b93e-158f5f6555df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d57080a4-a152-49b8-a805-9b8349e678ba']}} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:10:12.949956 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.services.segments.db [None req-a7cf0d75-29e3-401e-b93e-158f5f6555df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3') {'for_net_delete': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:10:12.950321 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.services.segments.db [None req-a7cf0d75-29e3-401e-b93e-158f5f6555df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d5ca7d2-87f3-429f-94fe-a810ad3c9aa3') {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:10:12.957112 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72fa582-53d1-45c3-979d-a869b3a9dd39 None None] Pushing event deleted for resources: {'Port': ['ID=67a8a7eb-b060-4a29-abae-5845db91136e,revision_number=None']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:12.960116 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a7cf0d75-29e3-401e-b93e-158f5f6555df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754979399801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25714215'] for segment, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:12.962479 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72fa582-53d1-45c3-979d-a869b3a9dd39 None None] No DVR routers for this DVR port 67a8a7eb-b060-4a29-abae-5845db91136e on host dv-cinder-804581-2-iscsi {{(pid=94118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 14 19:10:12.971853 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72fa582-53d1-45c3-979d-a869b3a9dd39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:10:12.971962 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72fa582-53d1-45c3-979d-a869b3a9dd39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:10:12.972251 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72fa582-53d1-45c3-979d-a869b3a9dd39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:10:12.972592 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72fa582-53d1-45c3-979d-a869b3a9dd39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:10:12.973361 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72fa582-53d1-45c3-979d-a869b3a9dd39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:10:12.973361 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72fa582-53d1-45c3-979d-a869b3a9dd39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:10:12.974217 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72fa582-53d1-45c3-979d-a869b3a9dd39 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:10:12.974587 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72fa582-53d1-45c3-979d-a869b3a9dd39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:10:12.974924 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72fa582-53d1-45c3-979d-a869b3a9dd39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:10:12.975271 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72fa582-53d1-45c3-979d-a869b3a9dd39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:10:12.975641 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72fa582-53d1-45c3-979d-a869b3a9dd39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:10:12.975934 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72fa582-53d1-45c3-979d-a869b3a9dd39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:10:12.979679 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a7cf0d75-29e3-401e-b93e-158f5f6555df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736'] for segment, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:12.986657 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7cf0d75-29e3-401e-b93e-158f5f6555df admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 14 19:10:12.987047 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a7cf0d75-29e3-401e-b93e-158f5f6555df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26904897'] for segment, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:12.988742 dv-cinder-804581-2-iscsi neutron-server[94116]: Traceback (most recent call last): Aug 14 19:10:12.988742 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 14 19:10:12.988742 dv-cinder-804581-2-iscsi neutron-server[94116]: timer() Aug 14 19:10:12.988742 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 14 19:10:12.988742 dv-cinder-804581-2-iscsi neutron-server[94116]: cb(*args, **kw) Aug 14 19:10:12.988742 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 14 19:10:12.988742 dv-cinder-804581-2-iscsi neutron-server[94116]: return func(*args, **kwargs) Aug 14 19:10:12.988742 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 14 19:10:12.988742 dv-cinder-804581-2-iscsi neutron-server[94116]: self._notify() Aug 14 19:10:12.988742 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 14 19:10:12.988742 dv-cinder-804581-2-iscsi neutron-server[94116]: self.callback(batched_events) Aug 14 19:10:12.988742 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 14 19:10:12.988742 dv-cinder-804581-2-iscsi neutron-server[94116]: event.method(event) Aug 14 19:10:12.988742 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 14 19:10:12.988742 dv-cinder-804581-2-iscsi neutron-server[94116]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 14 19:10:12.988742 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 14 19:10:12.988742 dv-cinder-804581-2-iscsi neutron-server[94116]: aggregate_uuid = self.p_client.list_aggregates( Aug 14 19:10:12.988742 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 14 19:10:12.988742 dv-cinder-804581-2-iscsi neutron-server[94116]: return f(self, *a, **k) Aug 14 19:10:12.988742 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 14 19:10:12.988742 dv-cinder-804581-2-iscsi neutron-server[94116]: return self._get(url).json() Aug 14 19:10:12.988742 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 14 19:10:12.988742 dv-cinder-804581-2-iscsi neutron-server[94116]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 14 19:10:12.988742 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 14 19:10:12.988742 dv-cinder-804581-2-iscsi neutron-server[94116]: return self.request(url, 'GET', **kwargs) Aug 14 19:10:12.988742 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 14 19:10:12.988742 dv-cinder-804581-2-iscsi neutron-server[94116]: base_url = self.get_endpoint(auth, allow=allow, Aug 14 19:10:12.988742 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 14 19:10:12.988742 dv-cinder-804581-2-iscsi neutron-server[94116]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 14 19:10:12.988742 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 14 19:10:12.988742 dv-cinder-804581-2-iscsi neutron-server[94116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 14 19:10:12.988742 dv-cinder-804581-2-iscsi neutron-server[94116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 14 19:10:13.047310 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a7cf0d75-29e3-401e-b93e-158f5f6555df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499365'] for network, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:13.053001 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a7cf0d75-29e3-401e-b93e-158f5f6555df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for network, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:13.054774 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-a7cf0d75-29e3-401e-b93e-158f5f6555df admin admin] 10.222.0.39 "DELETE /v2.0/networks/d57080a4-a152-49b8-a805-9b8349e678ba HTTP/1.1" status: 204 len: 168 time: 0.5138683 Aug 14 19:10:13.065709 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf0d75-29e3-401e-b93e-158f5f6555df admin admin] Pushing event deleted for resources: {'Network': ['ID=d57080a4-a152-49b8-a805-9b8349e678ba,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:13.167930 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 37414) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:10:13.206517 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-e071bc88-6d9a-4456-9902-008f11c29088 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2e3430e72b2f427f9643c8ae878c86fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0373995 Aug 14 19:10:13.209083 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 37416) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:10:13.256828 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-9447f5ed-048d-4739-bb8a-eaf941c94576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:13.277216 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-9447f5ed-048d-4739-bb8a-eaf941c94576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:13.322599 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-9447f5ed-048d-4739-bb8a-eaf941c94576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:13.325141 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-9447f5ed-048d-4739-bb8a-eaf941c94576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:13.327005 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-9447f5ed-048d-4739-bb8a-eaf941c94576 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/99f89d95-6c81-47a6-a55a-63f5e02a19f1 HTTP/1.1" status: 204 len: 168 time: 0.1169233 Aug 14 19:10:13.334687 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9447f5ed-048d-4739-bb8a-eaf941c94576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f89d95-6c81-47a6-a55a-63f5e02a19f1,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:13.728799 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 8e842964-b7cc-4926-9688-409f0e31e389 no longer exists at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:10:13.748606 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] No Port match for: 8e842964-b7cc-4926-9688-409f0e31e389 {{(pid=94118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 14 19:10:13.748945 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 8e842964-b7cc-4926-9688-409f0e31e389 not bound to the agent host dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 14 19:10:13.749359 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device ff0de448-485d-4ae8-932c-851b55e2c6df no longer exists at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:10:13.771995 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] No Port match for: ff0de448-485d-4ae8-932c-851b55e2c6df {{(pid=94118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 14 19:10:13.772349 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device ff0de448-485d-4ae8-932c-851b55e2c6df not bound to the agent host dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 14 19:10:13.772784 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 67a8a7eb-b060-4a29-abae-5845db91136e no longer exists at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:10:13.791705 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] No Port match for: 67a8a7eb-b060-4a29-abae-5845db91136e {{(pid=94118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 14 19:10:13.792057 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 67a8a7eb-b060-4a29-abae-5845db91136e not bound to the agent host dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 14 19:10:14.974607 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 37468) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:10:15.081564 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-bd1d5653-e7a2-4b8c-8969-e6cef683b439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:15.173685 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-bd1d5653-e7a2-4b8c-8969-e6cef683b439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:15.177346 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-bd1d5653-e7a2-4b8c-8969-e6cef683b439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:15.218741 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-bd1d5653-e7a2-4b8c-8969-e6cef683b439 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e05e90586b9f42e7b799f36d7c5e8925&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2430842 Aug 14 19:10:15.219568 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d5653-e7a2-4b8c-8969-e6cef683b439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f329cb9-88d4-4316-af6e-60a6edbe5a12,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:15.221484 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 37472) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:10:15.270462 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d2ce0268-53ad-435b-9da2-6e0b5fa8bc2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:15.291744 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d2ce0268-53ad-435b-9da2-6e0b5fa8bc2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:15.336126 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d2ce0268-53ad-435b-9da2-6e0b5fa8bc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:15.338965 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d2ce0268-53ad-435b-9da2-6e0b5fa8bc2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:15.340113 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-d2ce0268-53ad-435b-9da2-6e0b5fa8bc2f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4f329cb9-88d4-4316-af6e-60a6edbe5a12 HTTP/1.1" status: 204 len: 168 time: 0.1176441 Aug 14 19:10:15.348505 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ce0268-53ad-435b-9da2-6e0b5fa8bc2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f329cb9-88d4-4316-af6e-60a6edbe5a12,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:15.602315 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 37478) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:10:15.615861 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-71af4738-60f3-4e67-bd2d-96327e56d3f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:15.707986 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-71af4738-60f3-4e67-bd2d-96327e56d3f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:15.711943 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-71af4738-60f3-4e67-bd2d-96327e56d3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:15.753191 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-71af4738-60f3-4e67-bd2d-96327e56d3f4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4c457bc17e174e1997d7bc548ad9ed78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1495545 Aug 14 19:10:15.754058 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af4738-60f3-4e67-bd2d-96327e56d3f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099035ab-fc49-406f-9afb-e3a8333b0ff5,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:15.755933 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 37480) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:10:15.805043 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-b6d58177-2340-4d13-81ee-57360e2ecf78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:15.826290 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-b6d58177-2340-4d13-81ee-57360e2ecf78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:15.872907 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-b6d58177-2340-4d13-81ee-57360e2ecf78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:15.875593 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-b6d58177-2340-4d13-81ee-57360e2ecf78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:15.876746 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-b6d58177-2340-4d13-81ee-57360e2ecf78 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/099035ab-fc49-406f-9afb-e3a8333b0ff5 HTTP/1.1" status: 204 len: 168 time: 0.1194336 Aug 14 19:10:15.885000 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d58177-2340-4d13-81ee-57360e2ecf78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099035ab-fc49-406f-9afb-e3a8333b0ff5,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:19.176400 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-1ff1f18c-c49d-460f-a57e-4d072f15ba3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:21.946370 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:22.513586 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-db116d8a-92b7-4d81-bd42-e146d961023e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:22.803535 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:23.886494 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:25.216974 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:27.968512 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44dfc3-a7b3-4021-ad8e-4d89ed36c7c1 req-962ee275-7866-47f6-bdd4-3091c1b28323 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:10:27.969999 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-ed44dfc3-a7b3-4021-ad8e-4d89ed36c7c1 req-962ee275-7866-47f6-bdd4-3091c1b28323 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 946 time: 0.0480795 Aug 14 19:10:28.008410 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-ed44dfc3-a7b3-4021-ad8e-4d89ed36c7c1 req-cfa85b6f-8c51-42e6-a5c9-dc6cfc5bfd68 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322478 Aug 14 19:10:29.137259 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591c192-beb7-4618-b949-6b4936ddfef0 req-78bac4bc-05ed-496a-8760-0162a4d69a5e tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:10:29.138946 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e591c192-beb7-4618-b949-6b4936ddfef0 req-78bac4bc-05ed-496a-8760-0162a4d69a5e tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 946 time: 0.0539956 Aug 14 19:10:29.179661 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e591c192-beb7-4618-b949-6b4936ddfef0 req-2b1fb657-c7ae-4c33-922b-8951ba66e858 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups?id=a8a19040-4a4b-454a-88f9-69ab9c046274&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345125 Aug 14 19:10:29.217079 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ae2a0-faba-4418-a46a-f5f7742ebccb req-7fd0a1c2-b971-4c29-b9ed-e8233a0ea388 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:10:29.218575 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-ef6ae2a0-faba-4418-a46a-f5f7742ebccb req-7fd0a1c2-b971-4c29-b9ed-e8233a0ea388 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.24 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 946 time: 0.0514343 Aug 14 19:10:29.313761 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [req-ef6ae2a0-faba-4418-a46a-f5f7742ebccb req-90d589fd-d5a5-4e67-a3fc-89aa03734bdf tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Deleting port 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d {{(pid=94116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:10:29.314104 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-ef6ae2a0-faba-4418-a46a-f5f7742ebccb req-90d589fd-d5a5-4e67-a3fc-89aa03734bdf tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:29.398528 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [req-ef6ae2a0-faba-4418-a46a-f5f7742ebccb req-90d589fd-d5a5-4e67-a3fc-89aa03734bdf tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] For port 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d,segment=NetworkSegment(c4c75483-348a-49f7-b9f3-841d9687ab46),segment_id=c4c75483-348a-49f7-b9f3-841d9687ab46)] {{(pid=94116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:10:29.398815 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-ef6ae2a0-faba-4418-a46a-f5f7742ebccb req-90d589fd-d5a5-4e67-a3fc-89aa03734bdf tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:29.564703 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-ef6ae2a0-faba-4418-a46a-f5f7742ebccb req-90d589fd-d5a5-4e67-a3fc-89aa03734bdf tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:29.565076 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-ef6ae2a0-faba-4418-a46a-f5f7742ebccb req-90d589fd-d5a5-4e67-a3fc-89aa03734bdf tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499347'] for floatingip, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:29.565397 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.db.l3_db [req-ef6ae2a0-faba-4418-a46a-f5f7742ebccb req-90d589fd-d5a5-4e67-a3fc-89aa03734bdf tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Floating IP 9312d403-7525-4da2-a593-acc27f537f8d disassociated. External IP: 172.27.2.194, port: 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d. Aug 14 19:10:29.565741 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [req-ef6ae2a0-faba-4418-a46a-f5f7742ebccb req-90d589fd-d5a5-4e67-a3fc-89aa03734bdf tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Calling delete_port for 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d owned by compute:nova {{(pid=94116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:10:29.692101 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-ef6ae2a0-faba-4418-a46a-f5f7742ebccb req-90d589fd-d5a5-4e67-a3fc-89aa03734bdf tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26905004'] for port, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:29.720666 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d589fd-d5a5-4e67-a3fc-89aa03734bdf tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Pushing event deleted for resources: {'Port': ['ID=8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:29.836643 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef6ae2a0-faba-4418-a46a-f5f7742ebccb req-90d589fd-d5a5-4e67-a3fc-89aa03734bdf tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Router 42c7bf49-a7b0-4be8-a18f-9dc501f677d4 has already been hosted by L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 {{(pid=94116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 14 19:10:30.228664 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef6ae2a0-faba-4418-a46a-f5f7742ebccb req-90d589fd-d5a5-4e67-a3fc-89aa03734bdf tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 19:10:30.242049 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a13317-98a3-45e7-a0d1-7cfd3b36db4d None None] Sync routers for ids ['42c7bf49-a7b0-4be8-a18f-9dc501f677d4'] in dv-cinder-804581-2-iscsi {{(pid=94119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 19:10:30.252087 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a13317-98a3-45e7-a0d1-7cfd3b36db4d None None] Routers {'42c7bf49-a7b0-4be8-a18f-9dc501f677d4'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:10:30.252968 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-a0a13317-98a3-45e7-a0d1-7cfd3b36db4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:10:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['42c7bf49-a7b0-4be8-a18f-9dc501f677d4'], 'active': True} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:10:30.289595 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6ae2a0-faba-4418-a46a-f5f7742ebccb req-90d589fd-d5a5-4e67-a3fc-89aa03734bdf tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] No DVR routers for this DVR port 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d on host hv-cinder-80458 {{(pid=94116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 14 19:10:30.305086 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-ef6ae2a0-faba-4418-a46a-f5f7742ebccb req-90d589fd-d5a5-4e67-a3fc-89aa03734bdf tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:30.307114 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-ef6ae2a0-faba-4418-a46a-f5f7742ebccb req-90d589fd-d5a5-4e67-a3fc-89aa03734bdf tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.24 "DELETE /v2.0/ports/8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d HTTP/1.1" status: 204 len: 173 time: 1.0828786 Aug 14 19:10:30.307523 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433a2101-adb2-46c9-a8b5-89ce4999cacf', 'name': 'network-vif-deleted', 'tag': '8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d'}] {{(pid=94116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:10:30.310675 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28c49a314bd7f251079b489e766d97b9f33e90e077807a9e7e5bf7a3f9e5ced" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e583d0d4-bd09-4160-b203-d552dd984120" -d '{"events": [{"server_uuid": "433a2101-adb2-46c9-a8b5-89ce4999cacf", "name": "network-vif-deleted", "tag": "8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d"}]}' {{(pid=94116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:10:30.315351 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-4d000ff4-0852-4a6f-b5e1-b54402230c66 req-c2b7189e-03d2-4bfc-80e3-9969c03c688f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/ports?device_id=433a2101-adb2-46c9-a8b5-89ce4999cacf HTTP/1.1" status: 200 len: 210 time: 0.0558019 Aug 14 19:10:30.364873 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef72b1e-86e1-4c70-b563-4800467bec66 x-openstack-request-id: req-2ef72b1e-86e1-4c70-b563-4800467bec66 {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:10:30.365221 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433a2101-adb2-46c9-a8b5-89ce4999cacf", "name": "network-vif-deleted", "tag": "8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d", "status": "completed", "code": 200}]} {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:10:30.365483 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2ef72b1e-86e1-4c70-b563-4800467bec66 {{(pid=94116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:10:30.366133 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '433a2101-adb2-46c9-a8b5-89ce4999cacf', 'name': 'network-vif-deleted', 'tag': '8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d', 'status': 'completed', 'code': 200} Aug 14 19:10:30.386897 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvr_db [None req-a0a13317-98a3-45e7-a0d1-7cfd3b36db4d None None] Set router 42c7bf49-a7b0-4be8-a18f-9dc501f677d4 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:10:30.598893 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-a0a13317-98a3-45e7-a0d1-7cfd3b36db4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2128833203-router', 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '4dc47db7-acda-461d-b659-f33996660a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:30Z', 'updated_at': '2021-08-14T19:03:43Z', 'revision_number': 4, 'project_id': '0ee573824097433d91bee4e7433a5196', 'gw_port': {'id': '4dc47db7-acda-461d-b659-f33996660a2a', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:71:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:33Z', 'updated_at': '2021-08-14T19:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': '3c9ecdf7-5bd2-4b87-a283-1c850f70aeed', 'name': '', 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b', 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'mac_address': 'fa:16:3e:e3:9b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd22740df-b26d-44e8-8433-34e5ba454618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:40Z', 'updated_at': '2021-08-14T19:03:56Z', 'revision_number': 5, 'project_id': '0ee573824097433d91bee4e7433a5196', 'subnets': [{'id': 'd22740df-b26d-44e8-8433-34e5ba454618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:10:30.711332 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a13317-98a3-45e7-a0d1-7cfd3b36db4d None None] Checking router: 42c7bf49-a7b0-4be8-a18f-9dc501f677d4 for host: dv-cinder-804581-2-iscsi {{(pid=94119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 19:10:30.719716 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a13317-98a3-45e7-a0d1-7cfd3b36db4d None None] Routers {'42c7bf49-a7b0-4be8-a18f-9dc501f677d4'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:10:30.720346 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-a0a13317-98a3-45e7-a0d1-7cfd3b36db4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:10:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['42c7bf49-a7b0-4be8-a18f-9dc501f677d4'], 'active': True} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:10:30.824086 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvr_db [None req-a0a13317-98a3-45e7-a0d1-7cfd3b36db4d None None] Set router 42c7bf49-a7b0-4be8-a18f-9dc501f677d4 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:10:31.025270 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-a0a13317-98a3-45e7-a0d1-7cfd3b36db4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2128833203-router', 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '4dc47db7-acda-461d-b659-f33996660a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:30Z', 'updated_at': '2021-08-14T19:03:43Z', 'revision_number': 4, 'project_id': '0ee573824097433d91bee4e7433a5196', 'gw_port': {'id': '4dc47db7-acda-461d-b659-f33996660a2a', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:71:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:33Z', 'updated_at': '2021-08-14T19:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': '3c9ecdf7-5bd2-4b87-a283-1c850f70aeed', 'name': '', 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b', 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'mac_address': 'fa:16:3e:e3:9b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd22740df-b26d-44e8-8433-34e5ba454618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:40Z', 'updated_at': '2021-08-14T19:03:56Z', 'revision_number': 5, 'project_id': '0ee573824097433d91bee4e7433a5196', 'subnets': [{'id': 'd22740df-b26d-44e8-8433-34e5ba454618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:10:31.055291 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a13317-98a3-45e7-a0d1-7cfd3b36db4d None None] The sync data for ids ['42c7bf49-a7b0-4be8-a18f-9dc501f677d4'] in dv-cinder-804581-2-iscsi is: [{'id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2128833203-router', 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '4dc47db7-acda-461d-b659-f33996660a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:30Z', 'updated_at': '2021-08-14T19:03:43Z', 'revision_number': 4, 'project_id': '0ee573824097433d91bee4e7433a5196', 'gw_port': {'id': '4dc47db7-acda-461d-b659-f33996660a2a', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:71:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:33Z', 'updated_at': '2021-08-14T19:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': '3c9ecdf7-5bd2-4b87-a283-1c850f70aeed', 'name': '', 'network_id': 'e20a322d-65f8-4e18-8722-5646c45ef02b', 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'mac_address': 'fa:16:3e:e3:9b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd22740df-b26d-44e8-8433-34e5ba454618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:40Z', 'updated_at': '2021-08-14T19:03:56Z', 'revision_number': 5, 'project_id': '0ee573824097433d91bee4e7433a5196', 'subnets': [{'id': 'd22740df-b26d-44e8-8433-34e5ba454618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 19:10:31.265878 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe7f4fc-9ac2-4f2e-8488-226f632b0138 None None] New status for floating IP 9312d403-7525-4da2-a593-acc27f537f8d: DOWN {{(pid=94118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 14 19:10:31.417161 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 37692) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:10:31.470776 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-079e6b0d-bae4-4228-a51b-e64a18312331 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:31.496127 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-079e6b0d-bae4-4228-a51b-e64a18312331 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:31.544066 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-079e6b0d-bae4-4228-a51b-e64a18312331 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:31.546768 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-079e6b0d-bae4-4228-a51b-e64a18312331 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:31.547903 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-079e6b0d-bae4-4228-a51b-e64a18312331 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "DELETE /v2.0/security-groups/a8a19040-4a4b-454a-88f9-69ab9c046274 HTTP/1.1" status: 204 len: 168 time: 0.1297674 Aug 14 19:10:31.550721 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 37694) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:10:31.556838 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e6b0d-bae4-4228-a51b-e64a18312331 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a19040-4a4b-454a-88f9-69ab9c046274,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:31.564328 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.api.v2.resource [None req-71e5c700-a654-41f8-a410-be12b540a993 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] show failed (client error): The resource could not be found. Aug 14 19:10:31.565332 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-71e5c700-a654-41f8-a410-be12b540a993 tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "GET /v2.0/security-groups/a8a19040-4a4b-454a-88f9-69ab9c046274 HTTP/1.1" status: 404 len: 347 time: 0.0135958 Aug 14 19:10:31.568212 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 37696) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:10:31.695026 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [None req-adc963ad-fcf3-4a9d-80e0-2ea78de2554f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Deleting port 507486aa-c544-463f-b63b-8deb2fdf4b26 {{(pid=94116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:10:31.695378 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-adc963ad-fcf3-4a9d-80e0-2ea78de2554f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:31.773991 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-adc963ad-fcf3-4a9d-80e0-2ea78de2554f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:31.774378 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-adc963ad-fcf3-4a9d-80e0-2ea78de2554f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:31.786367 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [None req-adc963ad-fcf3-4a9d-80e0-2ea78de2554f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Calling delete_port for 507486aa-c544-463f-b63b-8deb2fdf4b26 owned by network:floatingip {{(pid=94116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:10:31.931107 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-adc963ad-fcf3-4a9d-80e0-2ea78de2554f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26905004'] for port, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:31.973685 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc963ad-fcf3-4a9d-80e0-2ea78de2554f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Pushing event deleted for resources: {'Port': ['ID=507486aa-c544-463f-b63b-8deb2fdf4b26,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:32.035939 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-adc963ad-fcf3-4a9d-80e0-2ea78de2554f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks [] for floatingip, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:32.039112 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-adc963ad-fcf3-4a9d-80e0-2ea78de2554f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for floatingip, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:32.040377 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-adc963ad-fcf3-4a9d-80e0-2ea78de2554f tempest-AttachVolumeShelveTestJSON-82926693 tempest-AttachVolumeShelveTestJSON-82926693-project] 10.222.0.39 "DELETE /v2.0/floatingips/9312d403-7525-4da2-a593-acc27f537f8d HTTP/1.1" status: 204 len: 168 time: 0.4711103 Aug 14 19:10:32.188443 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 37726) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:10:32.305537 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-ef4c9e79-79c6-41e0-8de4-a9f830dee3aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:32.393523 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-ef4c9e79-79c6-41e0-8de4-a9f830dee3aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:32.396547 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-ef4c9e79-79c6-41e0-8de4-a9f830dee3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:32.433801 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-ef4c9e79-79c6-41e0-8de4-a9f830dee3aa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f5a1279ef23d4b36ae8bfa1123ff86ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2441273 Aug 14 19:10:32.435274 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c9e79-79c6-41e0-8de4-a9f830dee3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939c0854-ee2b-459e-bf24-f30e67e8cf7c,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:32.436963 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 37730) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:10:32.488815 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-fc69cc75-e4b3-4158-a1e3-42918d62630a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:32.510640 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-fc69cc75-e4b3-4158-a1e3-42918d62630a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:32.558213 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-fc69cc75-e4b3-4158-a1e3-42918d62630a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:32.561432 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-fc69cc75-e4b3-4158-a1e3-42918d62630a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:32.562629 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-fc69cc75-e4b3-4158-a1e3-42918d62630a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/939c0854-ee2b-459e-bf24-f30e67e8cf7c HTTP/1.1" status: 204 len: 168 time: 0.1246831 Aug 14 19:10:32.570385 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69cc75-e4b3-4158-a1e3-42918d62630a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939c0854-ee2b-459e-bf24-f30e67e8cf7c,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:32.823386 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 37736) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:10:32.836344 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-f78e6755-17db-4111-95a8-9f6da5ff66e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:32.931997 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-f78e6755-17db-4111-95a8-9f6da5ff66e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:32.936439 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-f78e6755-17db-4111-95a8-9f6da5ff66e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:32.975403 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-f78e6755-17db-4111-95a8-9f6da5ff66e3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=721abdcc16ac43dab570e43e0250e1ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1509559 Aug 14 19:10:32.976249 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e6755-17db-4111-95a8-9f6da5ff66e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a46be2a-38e3-4ae3-b978-b5f47c1e1fc0,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:32.978040 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 37738) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:10:33.028736 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d783e97d-26bd-4cf8-8ea4-98ca16e6fabb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:33.052757 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d783e97d-26bd-4cf8-8ea4-98ca16e6fabb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:33.098550 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d783e97d-26bd-4cf8-8ea4-98ca16e6fabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:33.101574 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d783e97d-26bd-4cf8-8ea4-98ca16e6fabb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:33.102957 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-d783e97d-26bd-4cf8-8ea4-98ca16e6fabb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2a46be2a-38e3-4ae3-b978-b5f47c1e1fc0 HTTP/1.1" status: 204 len: 168 time: 0.1231565 Aug 14 19:10:33.111647 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d783e97d-26bd-4cf8-8ea4-98ca16e6fabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a46be2a-38e3-4ae3-b978-b5f47c1e1fc0,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:33.479291 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:10:33.503528 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] No Port match for: 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d {{(pid=94118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 14 19:10:33.503865 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 8e9d04fd-5f8c-4117-a2e2-8a05855e0d4d not bound to the agent host hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 14 19:10:34.487264 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 37796) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:10:34.999067 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-41753e83-d3d4-401a-a3af-2f932ed22e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650835'] for router_interface, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:35.267794 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [None req-41753e83-d3d4-401a-a3af-2f932ed22e3f admin admin] Deleting port 3c9ecdf7-5bd2-4b87-a283-1c850f70aeed {{(pid=94116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:10:35.268147 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-41753e83-d3d4-401a-a3af-2f932ed22e3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:35.360284 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [None req-41753e83-d3d4-401a-a3af-2f932ed22e3f admin admin] For port 3c9ecdf7-5bd2-4b87-a283-1c850f70aeed, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=3c9ecdf7-5bd2-4b87-a283-1c850f70aeed,segment=NetworkSegment(c4c75483-348a-49f7-b9f3-841d9687ab46),segment_id=c4c75483-348a-49f7-b9f3-841d9687ab46)] {{(pid=94116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:10:35.360656 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-41753e83-d3d4-401a-a3af-2f932ed22e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:35.375308 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [None req-41753e83-d3d4-401a-a3af-2f932ed22e3f admin admin] Calling delete_port for 3c9ecdf7-5bd2-4b87-a283-1c850f70aeed owned by network:router_interface {{(pid=94116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:10:35.573144 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-41753e83-d3d4-401a-a3af-2f932ed22e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26905004'] for port, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:35.598941 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41753e83-d3d4-401a-a3af-2f932ed22e3f admin admin] Pushing event deleted for resources: {'Port': ['ID=3c9ecdf7-5bd2-4b87-a283-1c850f70aeed,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:35.794000 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-41753e83-d3d4-401a-a3af-2f932ed22e3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499491'] for router_interface, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:35.910147 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 37890) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:10:36.008239 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41753e83-d3d4-401a-a3af-2f932ed22e3f admin admin] Router 42c7bf49-a7b0-4be8-a18f-9dc501f677d4 has already been hosted by L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 {{(pid=94116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 14 19:10:36.014935 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-d891508d-e806-4946-8771-9d56568ec09c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:36.105197 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-d891508d-e806-4946-8771-9d56568ec09c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:36.109465 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-d891508d-e806-4946-8771-9d56568ec09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:36.122756 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41753e83-d3d4-401a-a3af-2f932ed22e3f admin admin] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 19:10:36.128364 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-41753e83-d3d4-401a-a3af-2f932ed22e3f admin admin] 10.222.0.39 "PUT /v2.0/routers/42c7bf49-a7b0-4be8-a18f-9dc501f677d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6399055 Aug 14 19:10:36.130854 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 37894) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:10:36.135078 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d928d2-8afb-473f-9e56-69eaecacbdfd None None] Sync routers for ids ['42c7bf49-a7b0-4be8-a18f-9dc501f677d4'] in dv-cinder-804581-2-iscsi {{(pid=94119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 19:10:36.144838 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d928d2-8afb-473f-9e56-69eaecacbdfd None None] Routers {'42c7bf49-a7b0-4be8-a18f-9dc501f677d4'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:10:36.145464 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-c0d928d2-8afb-473f-9e56-69eaecacbdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:10:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['42c7bf49-a7b0-4be8-a18f-9dc501f677d4'], 'active': True} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:10:36.154057 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d891508d-e806-4946-8771-9d56568ec09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54db21d6-4e9e-489a-a17d-05eedb355d2b,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:36.161442 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-d891508d-e806-4946-8771-9d56568ec09c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d5d3634063b04077b58e7a4c17afa7e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2499785 Aug 14 19:10:36.162437 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 37896) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:10:36.214948 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-bd7127ab-a7c9-4acb-87a8-0b9bb047b570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:36.238771 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-69fc4199-b4ec-4425-9e23-5cea9b135d6b admin admin] Notify callbacks [] for router, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:36.239368 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-bd7127ab-a7c9-4acb-87a8-0b9bb047b570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:36.250229 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvr_db [None req-c0d928d2-8afb-473f-9e56-69eaecacbdfd None None] Set router 42c7bf49-a7b0-4be8-a18f-9dc501f677d4 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:10:36.291776 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-bd7127ab-a7c9-4acb-87a8-0b9bb047b570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:36.295467 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-bd7127ab-a7c9-4acb-87a8-0b9bb047b570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:36.297314 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-bd7127ab-a7c9-4acb-87a8-0b9bb047b570 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/54db21d6-4e9e-489a-a17d-05eedb355d2b HTTP/1.1" status: 204 len: 168 time: 0.1335146 Aug 14 19:10:36.305636 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7127ab-a7c9-4acb-87a8-0b9bb047b570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54db21d6-4e9e-489a-a17d-05eedb355d2b,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:36.353178 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-69fc4199-b4ec-4425-9e23-5cea9b135d6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:36.411032 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [None req-69fc4199-b4ec-4425-9e23-5cea9b135d6b admin admin] Deleting port 4dc47db7-acda-461d-b659-f33996660a2a {{(pid=94116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:10:36.411388 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-69fc4199-b4ec-4425-9e23-5cea9b135d6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:36.448462 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-c0d928d2-8afb-473f-9e56-69eaecacbdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2128833203-router', 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '4dc47db7-acda-461d-b659-f33996660a2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:30Z', 'updated_at': '2021-08-14T19:10:35Z', 'revision_number': 5, 'project_id': '0ee573824097433d91bee4e7433a5196', 'gw_port': {'id': '4dc47db7-acda-461d-b659-f33996660a2a', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:71:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:03:33Z', 'updated_at': '2021-08-14T19:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi'}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:10:36.477381 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d928d2-8afb-473f-9e56-69eaecacbdfd None None] Checking router: 42c7bf49-a7b0-4be8-a18f-9dc501f677d4 for host: dv-cinder-804581-2-iscsi {{(pid=94119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 19:10:36.487255 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d928d2-8afb-473f-9e56-69eaecacbdfd None None] Routers {'42c7bf49-a7b0-4be8-a18f-9dc501f677d4'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:10:36.488132 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-c0d928d2-8afb-473f-9e56-69eaecacbdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:10:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['42c7bf49-a7b0-4be8-a18f-9dc501f677d4'], 'active': True} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:10:36.502500 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [None req-69fc4199-b4ec-4425-9e23-5cea9b135d6b admin admin] For port 4dc47db7-acda-461d-b659-f33996660a2a, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=4dc47db7-acda-461d-b659-f33996660a2a,segment=NetworkSegment(40f888b7-b3ed-489c-94ee-52f240068829),segment_id=40f888b7-b3ed-489c-94ee-52f240068829)] {{(pid=94116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:10:36.502882 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-69fc4199-b4ec-4425-9e23-5cea9b135d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:36.515346 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [None req-69fc4199-b4ec-4425-9e23-5cea9b135d6b admin admin] Calling delete_port for 4dc47db7-acda-461d-b659-f33996660a2a owned by network:router_gateway {{(pid=94116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:10:36.585011 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvr_db [None req-c0d928d2-8afb-473f-9e56-69eaecacbdfd None None] Set router 42c7bf49-a7b0-4be8-a18f-9dc501f677d4 gateway port host: None {{(pid=94119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:10:36.591511 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 37902) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:10:36.608856 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-8c5d0242-97df-4836-b3b9-76187b47a69b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:36.646810 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-c0d928d2-8afb-473f-9e56-69eaecacbdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2128833203-router', 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:30Z', 'updated_at': '2021-08-14T19:10:36Z', 'revision_number': 6, 'project_id': '0ee573824097433d91bee4e7433a5196', 'gw_port_host': None}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:10:36.674969 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d928d2-8afb-473f-9e56-69eaecacbdfd None None] The sync data for ids ['42c7bf49-a7b0-4be8-a18f-9dc501f677d4'] in dv-cinder-804581-2-iscsi is: [{'id': '42c7bf49-a7b0-4be8-a18f-9dc501f677d4', 'name': 'tempest-AttachVolumeShelveTestJSON-2128833203-router', 'tenant_id': '0ee573824097433d91bee4e7433a5196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:03:30Z', 'updated_at': '2021-08-14T19:10:36Z', 'revision_number': 6, 'project_id': '0ee573824097433d91bee4e7433a5196', 'gw_port_host': None}] {{(pid=94119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 19:10:36.709434 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-69fc4199-b4ec-4425-9e23-5cea9b135d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26905004'] for port, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:36.730545 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-8c5d0242-97df-4836-b3b9-76187b47a69b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:36.735349 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-8c5d0242-97df-4836-b3b9-76187b47a69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:36.740593 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc4199-b4ec-4425-9e23-5cea9b135d6b admin admin] Pushing event deleted for resources: {'Port': ['ID=4dc47db7-acda-461d-b659-f33996660a2a,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:36.780916 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-8c5d0242-97df-4836-b3b9-76187b47a69b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=35d85239970d475993d6a7e7543c0384&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1878593 Aug 14 19:10:36.781990 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d0242-97df-4836-b3b9-76187b47a69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2229a4-170c-4fc8-8ab9-ec5bb084f04d,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:36.784702 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 37904) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:10:36.809313 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-69fc4199-b4ec-4425-9e23-5cea9b135d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499417'] for router_gateway, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:36.845245 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-bf596118-414c-4eb6-aa20-6f752c6b231f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:36.869295 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-bf596118-414c-4eb6-aa20-6f752c6b231f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:36.907994 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-69fc4199-b4ec-4425-9e23-5cea9b135d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1271'] for router, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:36.910483 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-69fc4199-b4ec-4425-9e23-5cea9b135d6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:36.922728 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-bf596118-414c-4eb6-aa20-6f752c6b231f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:36.925486 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-bf596118-414c-4eb6-aa20-6f752c6b231f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:36.926605 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-bf596118-414c-4eb6-aa20-6f752c6b231f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dc2229a4-170c-4fc8-8ab9-ec5bb084f04d HTTP/1.1" status: 204 len: 168 time: 0.1409330 Aug 14 19:10:36.936104 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf596118-414c-4eb6-aa20-6f752c6b231f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2229a4-170c-4fc8-8ab9-ec5bb084f04d,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:36.959346 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-69fc4199-b4ec-4425-9e23-5cea9b135d6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497210'] for router, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:36.960086 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69fc4199-b4ec-4425-9e23-5cea9b135d6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42c7bf49-a7b0-4be8-a18f-9dc501f677d4 {{(pid=94116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 14 19:10:36.964772 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-69fc4199-b4ec-4425-9e23-5cea9b135d6b admin admin] Notify callbacks [] for router, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:36.969886 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-69fc4199-b4ec-4425-9e23-5cea9b135d6b admin admin] 10.222.0.39 "DELETE /v2.0/routers/42c7bf49-a7b0-4be8-a18f-9dc501f677d4 HTTP/1.1" status: 204 len: 168 time: 0.8342934 Aug 14 19:10:36.970005 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 37908) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:10:37.020154 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5c43800-356c-4e32-b36c-9066b42979cb admin admin] Deleting subnet d22740df-b26d-44e8-8433-34e5ba454618 {{(pid=94117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 14 19:10:37.024637 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-c5c43800-356c-4e32-b36c-9066b42979cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:37.076863 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-c5c43800-356c-4e32-b36c-9066b42979cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041051'] for subnet, precommit_delete_associations {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:37.214578 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-c5c43800-356c-4e32-b36c-9066b42979cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642801'] for subnet, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:37.295514 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-c5c43800-356c-4e32-b36c-9066b42979cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25274148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27050866'] for subnet, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:37.321346 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c43800-356c-4e32-b36c-9066b42979cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d22740df-b26d-44e8-8433-34e5ba454618,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:37.325709 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-c5c43800-356c-4e32-b36c-9066b42979cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for subnet, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:37.329741 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-c5c43800-356c-4e32-b36c-9066b42979cb admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d22740df-b26d-44e8-8433-34e5ba454618 HTTP/1.1" status: 204 len: 168 time: 0.3564672 Aug 14 19:10:37.330023 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 37918) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:10:37.333535 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f308395-2cd3-4764-b847-959f15fcbfc4 None None] Network e20a322d-65f8-4e18-8722-5646c45ef02b requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 19:10:37.400192 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-ec931f03-63b1-4e61-b4ee-4d16a1830a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529646'] for network, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:37.468131 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [None req-ec931f03-63b1-4e61-b4ee-4d16a1830a0d admin admin] Deleting port c2e34fb1-00ea-4a83-88f4-a6f1adadff93 {{(pid=94117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:10:37.468518 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-ec931f03-63b1-4e61-b4ee-4d16a1830a0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:37.537989 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e0c7a6-963a-403c-be18-9b5dabcc5308 None None] DHCP port deletion for e20a322d-65f8-4e18-8722-5646c45ef02b request from dv-cinder-804581-2-iscsi {{(pid=94118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 14 19:10:37.552135 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [None req-ec931f03-63b1-4e61-b4ee-4d16a1830a0d admin admin] For port c2e34fb1-00ea-4a83-88f4-a6f1adadff93, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=c2e34fb1-00ea-4a83-88f4-a6f1adadff93,segment=NetworkSegment(c4c75483-348a-49f7-b9f3-841d9687ab46),segment_id=c4c75483-348a-49f7-b9f3-841d9687ab46)] {{(pid=94117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:10:37.552571 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-ec931f03-63b1-4e61-b4ee-4d16a1830a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:37.580416 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [None req-ec931f03-63b1-4e61-b4ee-4d16a1830a0d admin admin] Calling delete_port for c2e34fb1-00ea-4a83-88f4-a6f1adadff93 owned by network:dhcp {{(pid=94117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:10:37.598022 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-71e0c7a6-963a-403c-be18-9b5dabcc5308 None None] Deleting port c2e34fb1-00ea-4a83-88f4-a6f1adadff93 {{(pid=94118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:10:37.598467 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-71e0c7a6-963a-403c-be18-9b5dabcc5308 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:37.670015 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-71e0c7a6-963a-403c-be18-9b5dabcc5308 None None] For port c2e34fb1-00ea-4a83-88f4-a6f1adadff93, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=c2e34fb1-00ea-4a83-88f4-a6f1adadff93,segment=NetworkSegment(c4c75483-348a-49f7-b9f3-841d9687ab46),segment_id=c4c75483-348a-49f7-b9f3-841d9687ab46)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:10:37.670459 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-71e0c7a6-963a-403c-be18-9b5dabcc5308 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:37.677710 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-ec931f03-63b1-4e61-b4ee-4d16a1830a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25274135'] for port, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:37.691405 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-71e0c7a6-963a-403c-be18-9b5dabcc5308 None None] Calling delete_port for c2e34fb1-00ea-4a83-88f4-a6f1adadff93 owned by network:dhcp {{(pid=94118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:10:37.717886 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec931f03-63b1-4e61-b4ee-4d16a1830a0d admin admin] Pushing event deleted for resources: {'Port': ['ID=c2e34fb1-00ea-4a83-88f4-a6f1adadff93,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:37.720138 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec931f03-63b1-4e61-b4ee-4d16a1830a0d admin admin] No DVR routers for this DVR port c2e34fb1-00ea-4a83-88f4-a6f1adadff93 on host dv-cinder-804581-2-iscsi {{(pid=94117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 14 19:10:37.770947 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 3c9ecdf7-5bd2-4b87-a283-1c850f70aeed no longer exists at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:10:37.794630 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] No Port match for: 3c9ecdf7-5bd2-4b87-a283-1c850f70aeed {{(pid=94118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 14 19:10:37.794879 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-ec931f03-63b1-4e61-b4ee-4d16a1830a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639094', 'neutron.services.segments.db._delete_segments_for_network-8754979395952'] for network, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:37.795465 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 3c9ecdf7-5bd2-4b87-a283-1c850f70aeed not bound to the agent host dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 14 19:10:37.796085 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device c2e34fb1-00ea-4a83-88f4-a6f1adadff93 no longer exists at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:10:37.805958 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.services.segments.db [None req-ec931f03-63b1-4e61-b4ee-4d16a1830a0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e20a322d-65f8-4e18-8722-5646c45ef02b']}} {{(pid=94117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:10:37.818288 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.services.segments.db [None req-ec931f03-63b1-4e61-b4ee-4d16a1830a0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4c75483-348a-49f7-b9f3-841d9687ab46') {'for_net_delete': True} {{(pid=94117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:10:37.818608 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.services.segments.db [None req-ec931f03-63b1-4e61-b4ee-4d16a1830a0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4c75483-348a-49f7-b9f3-841d9687ab46') {} {{(pid=94117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:10:37.827345 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] No Port match for: c2e34fb1-00ea-4a83-88f4-a6f1adadff93 {{(pid=94118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 14 19:10:37.827694 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device c2e34fb1-00ea-4a83-88f4-a6f1adadff93 not bound to the agent host dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 14 19:10:37.828159 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 4dc47db7-acda-461d-b659-f33996660a2a no longer exists at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:10:37.829540 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-ec931f03-63b1-4e61-b4ee-4d16a1830a0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754979399801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041036'] for segment, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:37.844014 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-ec931f03-63b1-4e61-b4ee-4d16a1830a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736'] for segment, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:37.850551 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec931f03-63b1-4e61-b4ee-4d16a1830a0d admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 14 19:10:37.850961 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-ec931f03-63b1-4e61-b4ee-4d16a1830a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25274362'] for segment, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:37.857482 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] No Port match for: 4dc47db7-acda-461d-b659-f33996660a2a {{(pid=94118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 14 19:10:37.861492 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 4dc47db7-acda-461d-b659-f33996660a2a not bound to the agent host dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 14 19:10:37.870707 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-71e0c7a6-963a-403c-be18-9b5dabcc5308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957'] for port, after_delete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:37.881151 dv-cinder-804581-2-iscsi neutron-server[94117]: Traceback (most recent call last): Aug 14 19:10:37.881151 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 14 19:10:37.881151 dv-cinder-804581-2-iscsi neutron-server[94117]: timer() Aug 14 19:10:37.881151 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 14 19:10:37.881151 dv-cinder-804581-2-iscsi neutron-server[94117]: cb(*args, **kw) Aug 14 19:10:37.881151 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 14 19:10:37.881151 dv-cinder-804581-2-iscsi neutron-server[94117]: return func(*args, **kwargs) Aug 14 19:10:37.881151 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 14 19:10:37.881151 dv-cinder-804581-2-iscsi neutron-server[94117]: self._notify() Aug 14 19:10:37.881151 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 14 19:10:37.881151 dv-cinder-804581-2-iscsi neutron-server[94117]: self.callback(batched_events) Aug 14 19:10:37.881151 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 14 19:10:37.881151 dv-cinder-804581-2-iscsi neutron-server[94117]: event.method(event) Aug 14 19:10:37.881151 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 14 19:10:37.881151 dv-cinder-804581-2-iscsi neutron-server[94117]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 14 19:10:37.881151 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 14 19:10:37.881151 dv-cinder-804581-2-iscsi neutron-server[94117]: aggregate_uuid = self.p_client.list_aggregates( Aug 14 19:10:37.881151 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 14 19:10:37.881151 dv-cinder-804581-2-iscsi neutron-server[94117]: return f(self, *a, **k) Aug 14 19:10:37.881151 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 14 19:10:37.881151 dv-cinder-804581-2-iscsi neutron-server[94117]: return self._get(url).json() Aug 14 19:10:37.881151 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 14 19:10:37.881151 dv-cinder-804581-2-iscsi neutron-server[94117]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 14 19:10:37.881151 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 14 19:10:37.881151 dv-cinder-804581-2-iscsi neutron-server[94117]: return self.request(url, 'GET', **kwargs) Aug 14 19:10:37.881151 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 14 19:10:37.881151 dv-cinder-804581-2-iscsi neutron-server[94117]: base_url = self.get_endpoint(auth, allow=allow, Aug 14 19:10:37.881151 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 14 19:10:37.881151 dv-cinder-804581-2-iscsi neutron-server[94117]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 14 19:10:37.881151 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 14 19:10:37.881151 dv-cinder-804581-2-iscsi neutron-server[94117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 14 19:10:37.881151 dv-cinder-804581-2-iscsi neutron-server[94117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 14 19:10:37.905791 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0c7a6-963a-403c-be18-9b5dabcc5308 None None] Pushing event deleted for resources: {'Port': ['ID=c2e34fb1-00ea-4a83-88f4-a6f1adadff93,revision_number=None']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:37.909986 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e0c7a6-963a-403c-be18-9b5dabcc5308 None None] No DVR routers for this DVR port c2e34fb1-00ea-4a83-88f4-a6f1adadff93 on host dv-cinder-804581-2-iscsi {{(pid=94118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 14 19:10:37.935650 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-ec931f03-63b1-4e61-b4ee-4d16a1830a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499365'] for network, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:37.941437 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-ec931f03-63b1-4e61-b4ee-4d16a1830a0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for network, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:37.943776 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-ec931f03-63b1-4e61-b4ee-4d16a1830a0d admin admin] 10.222.0.39 "DELETE /v2.0/networks/e20a322d-65f8-4e18-8722-5646c45ef02b HTTP/1.1" status: 204 len: 168 time: 0.6118753 Aug 14 19:10:37.955562 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec931f03-63b1-4e61-b4ee-4d16a1830a0d admin admin] Pushing event deleted for resources: {'Network': ['ID=e20a322d-65f8-4e18-8722-5646c45ef02b,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:38.128243 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 37974) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:10:38.171761 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-5ecbe152-8077-4dce-986b-12630f64f2bd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0ee573824097433d91bee4e7433a5196&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0422504 Aug 14 19:10:38.174187 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 37976) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:10:38.224051 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-cc43bda5-b2c2-4ee1-a967-8ee3857735c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:38.247988 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-cc43bda5-b2c2-4ee1-a967-8ee3857735c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:38.307871 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-cc43bda5-b2c2-4ee1-a967-8ee3857735c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:38.311491 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-cc43bda5-b2c2-4ee1-a967-8ee3857735c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:38.312638 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-cc43bda5-b2c2-4ee1-a967-8ee3857735c5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f80271d5-b09a-49cf-886f-1e7cd10f43b8 HTTP/1.1" status: 204 len: 168 time: 0.1374936 Aug 14 19:10:38.320889 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc43bda5-b2c2-4ee1-a967-8ee3857735c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80271d5-b09a-49cf-886f-1e7cd10f43b8,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:39.019128 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 38016) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:10:39.115667 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [None req-d1d1e80f-c03b-4f6f-b45b-d7417e11d1f9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1128594096-network', 'tenant_id': '8e6362e98ec743738b3d8be8a7649e6a'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:10:39.137258 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d1e80f-c03b-4f6f-b45b-d7417e11d1f9 admin admin] Made reservation on behalf of 8e6362e98ec743738b3d8be8a7649e6a for: {'network': 1} {{(pid=94117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:10:39.139867 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-d1d1e80f-c03b-4f6f-b45b-d7417e11d1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for network, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:39.148300 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-d1d1e80f-c03b-4f6f-b45b-d7417e11d1f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:39.241258 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-d1d1e80f-c03b-4f6f-b45b-d7417e11d1f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:39.248569 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-d1d1e80f-c03b-4f6f-b45b-d7417e11d1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:39.275682 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1d1e80f-c03b-4f6f-b45b-d7417e11d1f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=94117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 14 19:10:39.285411 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1e80f-c03b-4f6f-b45b-d7417e11d1f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f41a60-b8a4-4d88-b7b4-666d52ee0caf,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:39.293456 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-d1d1e80f-c03b-4f6f-b45b-d7417e11d1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736'] for segment, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:39.293780 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.db.segments_db [None req-d1d1e80f-c03b-4f6f-b45b-d7417e11d1f9 admin admin] Added segment 4ad96afd-d34d-4649-b250-7981700e776c of type vlan for network de8cd239-01ca-46a9-80b2-263e5a97ad1d Aug 14 19:10:39.337170 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-d1d1e80f-c03b-4f6f-b45b-d7417e11d1f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754978905146'] for network, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:39.367606 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-d1d1e80f-c03b-4f6f-b45b-d7417e11d1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998'] for network, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:39.368764 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d1e80f-c03b-4f6f-b45b-d7417e11d1f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:10:39.369352 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-d1d1e80f-c03b-4f6f-b45b-d7417e11d1f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for network, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:39.436586 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-d1d1e80f-c03b-4f6f-b45b-d7417e11d1f9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4131494 Aug 14 19:10:39.436795 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 38022) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:10:39.441587 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [None req-8382743e-9363-4aff-b054-f328c1395c30 admin admin] Request body: {'subnet': {'network_id': 'de8cd239-01ca-46a9-80b2-263e5a97ad1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1128594096-subnet', 'tenant_id': '8e6362e98ec743738b3d8be8a7649e6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:10:39.462051 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1e80f-c03b-4f6f-b45b-d7417e11d1f9 admin admin] Pushing event updated for resources: {'Network': ['ID=de8cd239-01ca-46a9-80b2-263e5a97ad1d,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:39.472422 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Network de8cd239-01ca-46a9-80b2-263e5a97ad1d details requested by agent ovs-agent-dv-cinder-804581-2-iscsi with host dv-cinder-804581-2-iscsi {{(pid=94118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 14 19:10:39.482904 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8382743e-9363-4aff-b054-f328c1395c30 admin admin] Made reservation on behalf of 8e6362e98ec743738b3d8be8a7649e6a for: {'subnet': 1} {{(pid=94117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:10:39.485229 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-8382743e-9363-4aff-b054-f328c1395c30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27050841'] for subnet, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:39.659880 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-8382743e-9363-4aff-b054-f328c1395c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25274211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27050859'] for subnet, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:39.709065 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8382743e-9363-4aff-b054-f328c1395c30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd04a080-56ff-44dd-85ab-aaac7fbace90,revision_number=0']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:39.726790 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8382743e-9363-4aff-b054-f328c1395c30 admin admin] Checking segment: {'id': '4ad96afd-d34d-4649-b250-7981700e776c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'de8cd239-01ca-46a9-80b2-263e5a97ad1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:10:39.727143 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8382743e-9363-4aff-b054-f328c1395c30 admin admin] Network hostable DHCP agents. Network: de8cd239-01ca-46a9-80b2-263e5a97ad1d, hostable agents: ['0d7bdec9-f5f8-4d0a-807a-57e5ce61a6b1'], hosted agents: [] {{(pid=94117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 14 19:10:39.743316 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8382743e-9363-4aff-b054-f328c1395c30 admin admin] Network de8cd239-01ca-46a9-80b2-263e5a97ad1d is scheduled to be hosted by DHCP agent 0d7bdec9-f5f8-4d0a-807a-57e5ce61a6b1 with binding_index 1 {{(pid=94117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 14 19:10:39.752921 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.base_scheduler [None req-8382743e-9363-4aff-b054-f328c1395c30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804581-2-iscsi, de8cd239-01ca-46a9-80b2-263e5a97ad1d) {{(pid=94117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:10:39.756996 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8382743e-9363-4aff-b054-f328c1395c30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:10:39.757623 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-8382743e-9363-4aff-b054-f328c1395c30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for subnet, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:39.764822 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bdd8f6-219f-474c-85be-a8d09b290e33 None None] Network de8cd239-01ca-46a9-80b2-263e5a97ad1d requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 19:10:39.777540 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-8382743e-9363-4aff-b054-f328c1395c30 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3397086 Aug 14 19:10:39.892458 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305b6bfc-1d13-4136-bf68-3c9a2d28803e None None] Network de8cd239-01ca-46a9-80b2-263e5a97ad1d requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 19:10:40.207981 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-8db97d56-de18-4420-908a-1576baf81b43 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:10:40.209411 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-8db97d56-de18-4420-908a-1576baf81b43 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/networks?id=de8cd239-01ca-46a9-80b2-263e5a97ad1d HTTP/1.1" status: 200 len: 815 time: 0.1023824 Aug 14 19:10:40.224819 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-08a35910-8ea3-4039-89a1-4cd4a7b558d2 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/quotas/8e6362e98ec743738b3d8be8a7649e6a HTTP/1.1" status: 200 len: 375 time: 0.0097184 Aug 14 19:10:40.261396 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-af765773-882e-4d2b-a6a0-e5e92c715e6d tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e6362e98ec743738b3d8be8a7649e6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314136 Aug 14 19:10:40.352591 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-d0989fbe-97c9-4fc9-acbd-ba253f8f1034 service neutron] 10.222.0.39 "GET /v2.0/networks/de8cd239-01ca-46a9-80b2-263e5a97ad1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832922 Aug 14 19:10:40.413373 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 38040) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:10:40.447398 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-e08da511-11b6-468e-a6f7-ff1c1f102e0a service neutron] 10.222.0.39 "GET /v2.0/networks/de8cd239-01ca-46a9-80b2-263e5a97ad1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885506 Aug 14 19:10:40.648318 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-31a68cfb-c822-44ca-a9c4-723e02679c49 req-259380f3-3013-4534-9d66-852df6070cc0 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d04261e-fd72-4637-8fa4-748da4aceac5 HTTP/1.1" status: 200 len: 210 time: 0.0352433 Aug 14 19:10:40.708720 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [None req-8806ed9a-32fb-4f74-861f-45eb3160206e tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Deleting port a26a9323-6b71-4804-bff0-39c493f4580d {{(pid=94117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:10:40.709062 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-8806ed9a-32fb-4f74-861f-45eb3160206e tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:40.796757 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-8806ed9a-32fb-4f74-861f-45eb3160206e tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:40.797082 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-8806ed9a-32fb-4f74-861f-45eb3160206e tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:40.810197 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [None req-8806ed9a-32fb-4f74-861f-45eb3160206e tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Calling delete_port for a26a9323-6b71-4804-bff0-39c493f4580d owned by network:floatingip {{(pid=94117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:10:40.986815 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-8806ed9a-32fb-4f74-861f-45eb3160206e tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25274135'] for port, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:41.017116 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8806ed9a-32fb-4f74-861f-45eb3160206e tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Pushing event deleted for resources: {'Port': ['ID=a26a9323-6b71-4804-bff0-39c493f4580d,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:41.081812 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-8806ed9a-32fb-4f74-861f-45eb3160206e tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks [] for floatingip, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:41.082202 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.db.l3_db [None req-8806ed9a-32fb-4f74-861f-45eb3160206e tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Floating IP c4b3ff4f-0e5d-4acf-b32f-546f99ff6791 disassociated (deleted). External IP: 172.27.2.23, port: 19d3329b-30bc-4314-bc67-fcd16e898d3e. Aug 14 19:10:41.299423 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8806ed9a-32fb-4f74-861f-45eb3160206e tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Router 6318de3c-4422-4129-b25e-2f4047277e72 has already been hosted by L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 {{(pid=94117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 14 19:10:41.418926 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8806ed9a-32fb-4f74-861f-45eb3160206e tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 19:10:41.424154 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-8806ed9a-32fb-4f74-861f-45eb3160206e tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for floatingip, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:41.428872 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a9aeed-ffe2-42fc-a725-b5ee3723ba90 None None] Sync routers for ids ['6318de3c-4422-4129-b25e-2f4047277e72'] in dv-cinder-804581-2-iscsi {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 19:10:41.439548 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a9aeed-ffe2-42fc-a725-b5ee3723ba90 None None] Routers {'6318de3c-4422-4129-b25e-2f4047277e72'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:10:41.440199 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-10a9aeed-ffe2-42fc-a725-b5ee3723ba90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:10:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['6318de3c-4422-4129-b25e-2f4047277e72'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:10:41.458314 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-8806ed9a-32fb-4f74-861f-45eb3160206e tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "DELETE /v2.0/floatingips/c4b3ff4f-0e5d-4acf-b32f-546f99ff6791 HTTP/1.1" status: 204 len: 168 time: 1.0432200 Aug 14 19:10:41.458953 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d466178-ee43-439c-b406-01c75e466f62', 'tag': '19d3329b-30bc-4314-bc67-fcd16e898d3e'}] {{(pid=94117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:10:41.461204 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ea8273f875cf68671556eb39bbac10e5cf2532cbac2204340d4cc673a0511b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed783390-31a9-4476-a2e1-7a6951076948" -d '{"events": [{"name": "network-changed", "server_uuid": "6d466178-ee43-439c-b406-01c75e466f62", "tag": "19d3329b-30bc-4314-bc67-fcd16e898d3e"}]}' {{(pid=94117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:10:41.617127 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 Aug 2021 19:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96aceaeb-0691-4bcb-8614-4955ffd9eda3 x-openstack-request-id: req-96aceaeb-0691-4bcb-8614-4955ffd9eda3 {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:10:41.617613 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d466178-ee43-439c-b406-01c75e466f62", "tag": "19d3329b-30bc-4314-bc67-fcd16e898d3e", "status": "completed", "code": 200}]} {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:10:41.617869 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-96aceaeb-0691-4bcb-8614-4955ffd9eda3 {{(pid=94117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:10:41.618463 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d466178-ee43-439c-b406-01c75e466f62', 'tag': '19d3329b-30bc-4314-bc67-fcd16e898d3e', 'status': 'completed', 'code': 200} Aug 14 19:10:41.735479 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-c27d4a79-d16a-41bd-8c71-90ab23819e02 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:10:41.737111 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-c27d4a79-d16a-41bd-8c71-90ab23819e02 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.24 "GET /v2.0/networks?id=de8cd239-01ca-46a9-80b2-263e5a97ad1d HTTP/1.1" status: 200 len: 815 time: 0.2220731 Aug 14 19:10:41.773591 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed783390-31a9-4476-a2e1-7a6951076948 req-59a36520-1d0e-4a45-81e0-46490de20dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:10:41.775260 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ed783390-31a9-4476-a2e1-7a6951076948 req-59a36520-1d0e-4a45-81e0-46490de20dcc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b401b823ff34122a33652cb519dc6f7&device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 1098 time: 0.1277409 Aug 14 19:10:41.783618 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-0bdb893c-6ff2-4481-ba53-6d2af985b158 req-81181204-b5f4-43c1-9aa8-5121ded410fc tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d04261e-fd72-4637-8fa4-748da4aceac5 HTTP/1.1" status: 200 len: 210 time: 0.0361617 Aug 14 19:10:41.788025 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-ec3f5658-95fd-45e4-bf41-5fb73f97ae3c tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Request body: {'port': {'device_id': '5d04261e-fd72-4637-8fa4-748da4aceac5', 'network_id': 'de8cd239-01ca-46a9-80b2-263e5a97ad1d', 'admin_state_up': True, 'tenant_id': '8e6362e98ec743738b3d8be8a7649e6a'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:10:41.802574 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c84e3a-f983-473e-a61c-60e25665f6b8 req-ff4bac22-2dfe-4b1f-b748-426aa8160c95 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:10:41.804245 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-83c84e3a-f983-473e-a61c-60e25665f6b8 req-ff4bac22-2dfe-4b1f-b748-426aa8160c95 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 945 time: 0.1025927 Aug 14 19:10:41.823493 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-10a9aeed-ffe2-42fc-a725-b5ee3723ba90 None None] Set router 6318de3c-4422-4129-b25e-2f4047277e72 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:10:41.885295 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-83c84e3a-f983-473e-a61c-60e25665f6b8 req-8c70d1ca-b109-45ad-b7d5-e19c2e9c9d45 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0704000 Aug 14 19:10:41.912455 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-ec3f5658-95fd-45e4-bf41-5fb73f97ae3c tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Made reservation on behalf of 8e6362e98ec743738b3d8be8a7649e6a for: {'port': 1} {{(pid=94116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:10:41.915248 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed783390-31a9-4476-a2e1-7a6951076948 req-83fd68c6-f3cb-4cb6-b977-f33a4021eb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:10:41.916820 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ed783390-31a9-4476-a2e1-7a6951076948 req-83fd68c6-f3cb-4cb6-b977-f33a4021eb73 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a HTTP/1.1" status: 200 len: 909 time: 0.1333609 Aug 14 19:10:41.917127 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-ec3f5658-95fd-45e4-bf41-5fb73f97ae3c tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:41.965162 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ed783390-31a9-4476-a2e1-7a6951076948 req-8c06f65e-0ddb-4ade-9059-ac78e13f8b0c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19d3329b-30bc-4314-bc67-fcd16e898d3e HTTP/1.1" status: 200 len: 217 time: 0.0402343 Aug 14 19:10:42.029298 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed783390-31a9-4476-a2e1-7a6951076948 req-0e5a4426-93d4-4494-a99c-0e9c6a2a4859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:10:42.033138 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ed783390-31a9-4476-a2e1-7a6951076948 req-0e5a4426-93d4-4494-a99c-0e9c6a2a4859 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6f715183-cd29-4f58-8407-9662756bc442 HTTP/1.1" status: 200 len: 847 time: 0.0598240 Aug 14 19:10:42.047220 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.db_base_plugin_common [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-ec3f5658-95fd-45e4-bf41-5fb73f97ae3c tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Allocated IP 172.20.0.14 (de8cd239-01ca-46a9-80b2-263e5a97ad1d/fd04a080-56ff-44dd-85ab-aaac7fbace90/0023badd-b2b2-4653-9d18-4e671f55ad03) {{(pid=94116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:10:42.083842 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-10a9aeed-ffe2-42fc-a725-b5ee3723ba90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6318de3c-4422-4129-b25e-2f4047277e72', 'name': 'tempest-TestShelveInstance-973743720-router', 'tenant_id': '3b401b823ff34122a33652cb519dc6f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '9512806b-3b60-45a3-9e4a-15359f201ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:26Z', 'updated_at': '2021-08-14T19:05:28Z', 'revision_number': 4, 'project_id': '3b401b823ff34122a33652cb519dc6f7', 'gw_port': {'id': '9512806b-3b60-45a3-9e4a-15359f201ef6', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ee:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6318de3c-4422-4129-b25e-2f4047277e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:26Z', 'updated_at': '2021-08-14T19:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': '87ba2b0b-448c-473e-9393-39d0f7deb8ec', 'name': '', 'network_id': 'd646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a', 'tenant_id': '3b401b823ff34122a33652cb519dc6f7', 'mac_address': 'fa:16:3e:99:a3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6318de3c-4422-4129-b25e-2f4047277e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '6f715183-cd29-4f58-8407-9662756bc442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:28Z', 'updated_at': '2021-08-14T19:05:37Z', 'revision_number': 5, 'project_id': '3b401b823ff34122a33652cb519dc6f7', 'subnets': [{'id': '6f715183-cd29-4f58-8407-9662756bc442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:10:42.095594 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed783390-31a9-4476-a2e1-7a6951076948 req-66d9eb1d-b4c4-4a03-83da-1671ef1b05d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:10:42.097112 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ed783390-31a9-4476-a2e1-7a6951076948 req-66d9eb1d-b4c4-4a03-83da-1671ef1b05d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541675 Aug 14 19:10:42.113797 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a9aeed-ffe2-42fc-a725-b5ee3723ba90 None None] Checking router: 6318de3c-4422-4129-b25e-2f4047277e72 for host: dv-cinder-804581-2-iscsi {{(pid=94118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 19:10:42.123907 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a9aeed-ffe2-42fc-a725-b5ee3723ba90 None None] Routers {'6318de3c-4422-4129-b25e-2f4047277e72'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:10:42.124702 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-10a9aeed-ffe2-42fc-a725-b5ee3723ba90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:10:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['6318de3c-4422-4129-b25e-2f4047277e72'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:10:42.198683 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ed783390-31a9-4476-a2e1-7a6951076948 req-ea4a2fff-27ed-4634-84fc-2f88317e3b3f service neutron] 10.222.0.24 "GET /v2.0/networks/d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934560 Aug 14 19:10:42.217430 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-ec3f5658-95fd-45e4-bf41-5fb73f97ae3c tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Notify callbacks [] for port, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:42.238539 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-10a9aeed-ffe2-42fc-a725-b5ee3723ba90 None None] Set router 6318de3c-4422-4129-b25e-2f4047277e72 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:10:42.268566 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-ec3f5658-95fd-45e4-bf41-5fb73f97ae3c tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26905004'] for port, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:42.294575 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ed783390-31a9-4476-a2e1-7a6951076948 req-38dd4444-bf39-47a2-9c75-abb73fb6d541 service neutron] 10.222.0.24 "GET /v2.0/networks/d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885661 Aug 14 19:10:42.311887 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-ec3f5658-95fd-45e4-bf41-5fb73f97ae3c tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Network de8cd239-01ca-46a9-80b2-263e5a97ad1d is already hosted by enough agents. {{(pid=94116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:10:42.314986 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.base_scheduler [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-ec3f5658-95fd-45e4-bf41-5fb73f97ae3c tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Resources bound (agent type, host, resource id): {{(pid=94116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:10:42.321054 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-ec3f5658-95fd-45e4-bf41-5fb73f97ae3c tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Received port after_create {{(pid=94116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:10:42.350244 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f5658-95fd-45e4-bf41-5fb73f97ae3c tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Pushing event updated for resources: {'Port': ['ID=0023badd-b2b2-4653-9d18-4e671f55ad03,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:42.378987 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-ec3f5658-95fd-45e4-bf41-5fb73f97ae3c tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:10:42.379603 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-ec3f5658-95fd-45e4-bf41-5fb73f97ae3c tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:42.394515 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-ec3f5658-95fd-45e4-bf41-5fb73f97ae3c tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6132898 Aug 14 19:10:42.407623 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-8041bb86-dce7-4ebf-a4c1-12db594a5dbf service neutron] Request body: {'port': {'device_id': '5d04261e-fd72-4637-8fa4-748da4aceac5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:10:42.461135 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-10a9aeed-ffe2-42fc-a725-b5ee3723ba90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6318de3c-4422-4129-b25e-2f4047277e72', 'name': 'tempest-TestShelveInstance-973743720-router', 'tenant_id': '3b401b823ff34122a33652cb519dc6f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '9512806b-3b60-45a3-9e4a-15359f201ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:26Z', 'updated_at': '2021-08-14T19:05:28Z', 'revision_number': 4, 'project_id': '3b401b823ff34122a33652cb519dc6f7', 'gw_port': {'id': '9512806b-3b60-45a3-9e4a-15359f201ef6', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ee:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6318de3c-4422-4129-b25e-2f4047277e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:26Z', 'updated_at': '2021-08-14T19:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': '87ba2b0b-448c-473e-9393-39d0f7deb8ec', 'name': '', 'network_id': 'd646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a', 'tenant_id': '3b401b823ff34122a33652cb519dc6f7', 'mac_address': 'fa:16:3e:99:a3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6318de3c-4422-4129-b25e-2f4047277e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '6f715183-cd29-4f58-8407-9662756bc442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:28Z', 'updated_at': '2021-08-14T19:05:37Z', 'revision_number': 5, 'project_id': '3b401b823ff34122a33652cb519dc6f7', 'subnets': [{'id': '6f715183-cd29-4f58-8407-9662756bc442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:10:42.462975 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-8041bb86-dce7-4ebf-a4c1-12db594a5dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:42.488909 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a9aeed-ffe2-42fc-a725-b5ee3723ba90 None None] The sync data for ids ['6318de3c-4422-4129-b25e-2f4047277e72'] in dv-cinder-804581-2-iscsi is: [{'id': '6318de3c-4422-4129-b25e-2f4047277e72', 'name': 'tempest-TestShelveInstance-973743720-router', 'tenant_id': '3b401b823ff34122a33652cb519dc6f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '9512806b-3b60-45a3-9e4a-15359f201ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:26Z', 'updated_at': '2021-08-14T19:05:28Z', 'revision_number': 4, 'project_id': '3b401b823ff34122a33652cb519dc6f7', 'gw_port': {'id': '9512806b-3b60-45a3-9e4a-15359f201ef6', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ee:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6318de3c-4422-4129-b25e-2f4047277e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:26Z', 'updated_at': '2021-08-14T19:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': '87ba2b0b-448c-473e-9393-39d0f7deb8ec', 'name': '', 'network_id': 'd646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a', 'tenant_id': '3b401b823ff34122a33652cb519dc6f7', 'mac_address': 'fa:16:3e:99:a3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6318de3c-4422-4129-b25e-2f4047277e72', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '6f715183-cd29-4f58-8407-9662756bc442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:28Z', 'updated_at': '2021-08-14T19:05:37Z', 'revision_number': 5, 'project_id': '3b401b823ff34122a33652cb519dc6f7', 'subnets': [{'id': '6f715183-cd29-4f58-8407-9662756bc442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 19:10:42.722489 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b4e45f-9cf5-4693-956f-81611b5150a8 None None] New status for floating IP c4b3ff4f-0e5d-4acf-b32f-546f99ff6791: DOWN {{(pid=94119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 14 19:10:42.991300 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbad6e5-6465-4201-bafd-edb34cbb21c5 req-a2877429-7602-4568-aa6f-6ca473fef2b2 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:10:42.992769 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-adbad6e5-6465-4201-bafd-edb34cbb21c5 req-a2877429-7602-4568-aa6f-6ca473fef2b2 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d04261e-fd72-4637-8fa4-748da4aceac5 HTTP/1.1" status: 200 len: 932 time: 0.1099784 Aug 14 19:10:43.017358 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a278d-b376-4525-a9fc-f4aef3fc221e req-ce29f7e4-893e-43dd-a033-3d02d6406744 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:10:43.018894 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-2d3a278d-b376-4525-a9fc-f4aef3fc221e req-ce29f7e4-893e-43dd-a033-3d02d6406744 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 945 time: 0.0505347 Aug 14 19:10:43.061580 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-2d3a278d-b376-4525-a9fc-f4aef3fc221e req-5ab7ed0e-ff9c-4992-b1ce-c1c32c4028ec tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/security-groups?id=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366316 Aug 14 19:10:43.062368 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-adbad6e5-6465-4201-bafd-edb34cbb21c5 req-2359bca9-d8d9-4529-a7cc-e49d9996050b tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f41a60-b8a4-4d88-b7b4-666d52ee0caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586028 Aug 14 19:10:43.104529 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.notifiers.nova [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-8041bb86-dce7-4ebf-a4c1-12db594a5dbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0023badd-b2b2-4653-9d18-4e671f55ad03 {{(pid=94116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:10:43.112744 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-8041bb86-dce7-4ebf-a4c1-12db594a5dbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:43.127672 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.provisioning_blocks [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-8041bb86-dce7-4ebf-a4c1-12db594a5dbf service neutron] Transition to ACTIVE for port object 0023badd-b2b2-4653-9d18-4e671f55ad03 will not be triggered until provisioned by entity L2. {{(pid=94116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:10:43.130931 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-8041bb86-dce7-4ebf-a4c1-12db594a5dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26904997'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:43.182941 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041bb86-dce7-4ebf-a4c1-12db594a5dbf service neutron] Pushing event updated for resources: {'Port': ['ID=0023badd-b2b2-4653-9d18-4e671f55ad03,revision_number=2']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:43.248958 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-8041bb86-dce7-4ebf-a4c1-12db594a5dbf service neutron] Attempting to bind port 0023badd-b2b2-4653-9d18-4e671f55ad03 on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:10:43.249304 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-8041bb86-dce7-4ebf-a4c1-12db594a5dbf service neutron] Attempting to bind port 0023badd-b2b2-4653-9d18-4e671f55ad03 by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': '4ad96afd-d34d-4649-b250-7981700e776c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'de8cd239-01ca-46a9-80b2-263e5a97ad1d'}] {{(pid=94116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:10:43.249640 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-8041bb86-dce7-4ebf-a4c1-12db594a5dbf service neutron] Attempting to bind port 0023badd-b2b2-4653-9d18-4e671f55ad03 on network de8cd239-01ca-46a9-80b2-263e5a97ad1d {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:10:43.254048 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-8041bb86-dce7-4ebf-a4c1-12db594a5dbf service neutron] Port 0023badd-b2b2-4653-9d18-4e671f55ad03 on network de8cd239-01ca-46a9-80b2-263e5a97ad1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 14 19:10:43.254409 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-8041bb86-dce7-4ebf-a4c1-12db594a5dbf service neutron] Attempting to bind port 0023badd-b2b2-4653-9d18-4e671f55ad03 on network de8cd239-01ca-46a9-80b2-263e5a97ad1d {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:10:43.259125 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-8041bb86-dce7-4ebf-a4c1-12db594a5dbf service neutron] Checking agent: {'id': '7eaedc20-6d95-47b4-8617-1798feafd334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 19, 1, 52), 'started_at': datetime.datetime(2021, 8, 14, 19, 1, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:10:43.259466 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-8041bb86-dce7-4ebf-a4c1-12db594a5dbf service neutron] Checking segment: {'id': '4ad96afd-d34d-4649-b250-7981700e776c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'de8cd239-01ca-46a9-80b2-263e5a97ad1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:10:43.259853 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-8041bb86-dce7-4ebf-a4c1-12db594a5dbf service neutron] Bound using segment: {'id': '4ad96afd-d34d-4649-b250-7981700e776c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'de8cd239-01ca-46a9-80b2-263e5a97ad1d'} {{(pid=94116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:10:43.260281 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.managers [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-8041bb86-dce7-4ebf-a4c1-12db594a5dbf service neutron] Bound port: 0023badd-b2b2-4653-9d18-4e671f55ad03, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ad96afd-d34d-4649-b250-7981700e776c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'de8cd239-01ca-46a9-80b2-263e5a97ad1d'}}] {{(pid=94116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:10:43.260640 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-8041bb86-dce7-4ebf-a4c1-12db594a5dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:43.324938 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-8041bb86-dce7-4ebf-a4c1-12db594a5dbf service neutron] For port 0023badd-b2b2-4653-9d18-4e671f55ad03, host hv-cinder-80458, cleared binding levels {{(pid=94116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:10:43.327997 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-8041bb86-dce7-4ebf-a4c1-12db594a5dbf service neutron] For port 0023badd-b2b2-4653-9d18-4e671f55ad03, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=0023badd-b2b2-4653-9d18-4e671f55ad03,segment=NetworkSegment(4ad96afd-d34d-4649-b250-7981700e776c),segment_id=4ad96afd-d34d-4649-b250-7981700e776c)] {{(pid=94116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:10:43.333157 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-8041bb86-dce7-4ebf-a4c1-12db594a5dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26904997'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:43.353776 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbfff92-1dc0-4c00-a327-789e17d2c102 req-5a2db1e8-a19b-4bea-923e-f417eb1ce9ca tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:10:43.355741 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-9dbfff92-1dc0-4c00-a327-789e17d2c102 req-5a2db1e8-a19b-4bea-923e-f417eb1ce9ca tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 945 time: 0.0504673 Aug 14 19:10:43.368376 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-8041bb86-dce7-4ebf-a4c1-12db594a5dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:10:43.369029 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-8041bb86-dce7-4ebf-a4c1-12db594a5dbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:43.370424 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-8041bb86-dce7-4ebf-a4c1-12db594a5dbf service neutron] 10.222.0.24 "PUT /v2.0/ports/0023badd-b2b2-4653-9d18-4e671f55ad03 HTTP/1.1" status: 200 len: 1094 time: 0.9670250 Aug 14 19:10:43.370860 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d04261e-fd72-4637-8fa4-748da4aceac5', 'tag': '0023badd-b2b2-4653-9d18-4e671f55ad03'}] {{(pid=94116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:10:43.373085 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28c49a314bd7f251079b489e766d97b9f33e90e077807a9e7e5bf7a3f9e5ced" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb286d28-44c7-468c-b9ab-cd4aee05695d" -d '{"events": [{"name": "network-changed", "server_uuid": "5d04261e-fd72-4637-8fa4-748da4aceac5", "tag": "0023badd-b2b2-4653-9d18-4e671f55ad03"}]}' {{(pid=94116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:10:43.403183 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041bb86-dce7-4ebf-a4c1-12db594a5dbf service neutron] Pushing event updated for resources: {'Port': ['ID=0023badd-b2b2-4653-9d18-4e671f55ad03,revision_number=3']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:43.416453 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 Aug 2021 19:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e475d40-d548-45ec-b3c4-8913a39f8b10 x-openstack-request-id: req-9e475d40-d548-45ec-b3c4-8913a39f8b10 {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:10:43.416744 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d04261e-fd72-4637-8fa4-748da4aceac5", "tag": "0023badd-b2b2-4653-9d18-4e671f55ad03", "status": "completed", "code": 200}]} {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:10:43.416996 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9e475d40-d548-45ec-b3c4-8913a39f8b10 {{(pid=94116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:10:43.417385 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d04261e-fd72-4637-8fa4-748da4aceac5', 'tag': '0023badd-b2b2-4653-9d18-4e671f55ad03', 'status': 'completed', 'code': 200} Aug 14 19:10:43.462552 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-eb78ec52-199d-44f7-b018-60eaecbb612f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:10:43.464042 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-eb78ec52-199d-44f7-b018-60eaecbb612f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e6362e98ec743738b3d8be8a7649e6a&device_id=5d04261e-fd72-4637-8fa4-748da4aceac5 HTTP/1.1" status: 200 len: 1097 time: 0.0442731 Aug 14 19:10:43.465404 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [req-9dbfff92-1dc0-4c00-a327-789e17d2c102 req-023a9803-64f3-48c3-a862-ad43fb6e7278 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Deleting port 19d3329b-30bc-4314-bc67-fcd16e898d3e {{(pid=94117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:10:43.465754 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-9dbfff92-1dc0-4c00-a327-789e17d2c102 req-023a9803-64f3-48c3-a862-ad43fb6e7278 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:43.506094 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-4bbc240d-f53c-417f-bc22-cf86223e291f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0023badd-b2b2-4653-9d18-4e671f55ad03 HTTP/1.1" status: 200 len: 217 time: 0.0333550 Aug 14 19:10:43.554971 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-3ad072b3-8378-428a-ae07-22ceafcf26a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:10:43.556417 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-3ad072b3-8378-428a-ae07-22ceafcf26a5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fd04a080-56ff-44dd-85ab-aaac7fbace90 HTTP/1.1" status: 200 len: 855 time: 0.0433316 Aug 14 19:10:43.558485 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [req-9dbfff92-1dc0-4c00-a327-789e17d2c102 req-023a9803-64f3-48c3-a862-ad43fb6e7278 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] For port 19d3329b-30bc-4314-bc67-fcd16e898d3e, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=19d3329b-30bc-4314-bc67-fcd16e898d3e,segment=NetworkSegment(dff1a760-12e6-4399-b897-2bbf3927ec5d),segment_id=dff1a760-12e6-4399-b897-2bbf3927ec5d)] {{(pid=94117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:10:43.559167 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-9dbfff92-1dc0-4c00-a327-789e17d2c102 req-023a9803-64f3-48c3-a862-ad43fb6e7278 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:43.572433 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [req-9dbfff92-1dc0-4c00-a327-789e17d2c102 req-023a9803-64f3-48c3-a862-ad43fb6e7278 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Calling delete_port for 19d3329b-30bc-4314-bc67-fcd16e898d3e owned by compute:nova {{(pid=94117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:10:43.587693 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-41f8d7a5-4de2-4e91-b8a1-11ea9d5293fd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de8cd239-01ca-46a9-80b2-263e5a97ad1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239642 Aug 14 19:10:43.690070 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-b1707fc4-f565-455c-93d3-0bf67fbe7a7e service neutron] 10.222.0.24 "GET /v2.0/networks/de8cd239-01ca-46a9-80b2-263e5a97ad1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942762 Aug 14 19:10:43.718930 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-9dbfff92-1dc0-4c00-a327-789e17d2c102 req-023a9803-64f3-48c3-a862-ad43fb6e7278 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25274135'] for port, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:43.749813 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a9803-64f3-48c3-a862-ad43fb6e7278 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Pushing event deleted for resources: {'Port': ['ID=19d3329b-30bc-4314-bc67-fcd16e898d3e,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:43.789331 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-d64bc4de-a0f0-45ae-a3cc-95bf6d394277 req-5e0a0c29-4fec-44ad-aba9-58c1002710db service neutron] 10.222.0.24 "GET /v2.0/networks/de8cd239-01ca-46a9-80b2-263e5a97ad1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918002 Aug 14 19:10:43.789723 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dbfff92-1dc0-4c00-a327-789e17d2c102 req-023a9803-64f3-48c3-a862-ad43fb6e7278 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] No DVR routers for this DVR port 19d3329b-30bc-4314-bc67-fcd16e898d3e on host hv-cinder-80458 {{(pid=94117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 14 19:10:43.792244 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-9dbfff92-1dc0-4c00-a327-789e17d2c102 req-023a9803-64f3-48c3-a862-ad43fb6e7278 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:43.795022 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-9dbfff92-1dc0-4c00-a327-789e17d2c102 req-023a9803-64f3-48c3-a862-ad43fb6e7278 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.24 "DELETE /v2.0/ports/19d3329b-30bc-4314-bc67-fcd16e898d3e HTTP/1.1" status: 204 len: 173 time: 0.4326069 Aug 14 19:10:43.795495 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d466178-ee43-439c-b406-01c75e466f62', 'name': 'network-vif-deleted', 'tag': '19d3329b-30bc-4314-bc67-fcd16e898d3e'}] {{(pid=94117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:10:43.797756 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ea8273f875cf68671556eb39bbac10e5cf2532cbac2204340d4cc673a0511b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d1681c-3edb-467c-956f-79b8d037fbd0" -d '{"events": [{"server_uuid": "6d466178-ee43-439c-b406-01c75e466f62", "name": "network-vif-deleted", "tag": "19d3329b-30bc-4314-bc67-fcd16e898d3e"}]}' {{(pid=94117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:10:43.842045 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80afe7b8-629f-40bf-8c0f-8c27cf904dfe x-openstack-request-id: req-80afe7b8-629f-40bf-8c0f-8c27cf904dfe {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:10:43.842451 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d466178-ee43-439c-b406-01c75e466f62", "name": "network-vif-deleted", "tag": "19d3329b-30bc-4314-bc67-fcd16e898d3e", "status": "completed", "code": 200}]} {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:10:43.842694 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-80afe7b8-629f-40bf-8c0f-8c27cf904dfe {{(pid=94117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:10:43.843091 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d466178-ee43-439c-b406-01c75e466f62', 'name': 'network-vif-deleted', 'tag': '19d3329b-30bc-4314-bc67-fcd16e898d3e', 'status': 'completed', 'code': 200} Aug 14 19:10:43.892843 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb286d28-44c7-468c-b9ab-cd4aee05695d req-0cd51b2c-11ad-4ad1-b05c-d3fdcd98ffa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:10:43.894394 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-bb286d28-44c7-468c-b9ab-cd4aee05695d req-0cd51b2c-11ad-4ad1-b05c-d3fdcd98ffa4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e6362e98ec743738b3d8be8a7649e6a&device_id=5d04261e-fd72-4637-8fa4-748da4aceac5 HTTP/1.1" status: 200 len: 1097 time: 0.0441854 Aug 14 19:10:43.989968 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb286d28-44c7-468c-b9ab-cd4aee05695d req-481e8b77-49e2-4587-8aae-fcfe733c492f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:10:43.991387 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-bb286d28-44c7-468c-b9ab-cd4aee05695d req-481e8b77-49e2-4587-8aae-fcfe733c492f service neutron] 10.222.0.24 "GET /v2.0/networks?id=de8cd239-01ca-46a9-80b2-263e5a97ad1d HTTP/1.1" status: 200 len: 916 time: 0.0898101 Aug 14 19:10:44.034786 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-bb286d28-44c7-468c-b9ab-cd4aee05695d req-d163c042-064c-4b1d-b839-aa37ca53370d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0023badd-b2b2-4653-9d18-4e671f55ad03 HTTP/1.1" status: 200 len: 217 time: 0.0339265 Aug 14 19:10:44.096515 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb286d28-44c7-468c-b9ab-cd4aee05695d req-7c9c0a07-e217-45de-8599-3ea22aa86eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:10:44.098420 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-bb286d28-44c7-468c-b9ab-cd4aee05695d req-7c9c0a07-e217-45de-8599-3ea22aa86eae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fd04a080-56ff-44dd-85ab-aaac7fbace90 HTTP/1.1" status: 200 len: 855 time: 0.0566041 Aug 14 19:10:44.134800 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-bb286d28-44c7-468c-b9ab-cd4aee05695d req-7f92242a-c3de-4d13-aa26-fc8407afd6af service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de8cd239-01ca-46a9-80b2-263e5a97ad1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285959 Aug 14 19:10:44.214065 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-8b1fe950-67ac-440f-b0d2-53f022e58464 req-a5fb589e-9097-4336-b6e3-b2fbf5469bd0 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "GET /v2.0/ports?device_id=6d466178-ee43-439c-b406-01c75e466f62 HTTP/1.1" status: 200 len: 210 time: 0.0551550 Aug 14 19:10:44.517566 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345e36e-46e0-465c-aff4-26be3fbaa3dd req-15ed7ff2-7a53-43f1-9e8b-6318aff24ccc tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:10:44.519097 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4345e36e-46e0-465c-aff4-26be3fbaa3dd req-15ed7ff2-7a53-43f1-9e8b-6318aff24ccc tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d04261e-fd72-4637-8fa4-748da4aceac5 HTTP/1.1" status: 200 len: 944 time: 0.3613439 Aug 14 19:10:44.525275 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-bb286d28-44c7-468c-b9ab-cd4aee05695d req-34029bd8-fef8-4c30-8cee-42e5f88dffba service neutron] 10.222.0.24 "GET /v2.0/networks/de8cd239-01ca-46a9-80b2-263e5a97ad1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768437 Aug 14 19:10:44.601097 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4345e36e-46e0-465c-aff4-26be3fbaa3dd req-f12f2e6e-ec5b-4d40-b1c3-2382c17eaca8 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f41a60-b8a4-4d88-b7b4-666d52ee0caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747976 Aug 14 19:10:44.646044 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-bb286d28-44c7-468c-b9ab-cd4aee05695d req-b30720c8-2773-4b5f-bd88-f5897ff8e115 service neutron] 10.222.0.24 "GET /v2.0/networks/de8cd239-01ca-46a9-80b2-263e5a97ad1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061854 Aug 14 19:10:45.158630 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.agents_db [None req-d9ec6548-365a-4179-9791-d0bac427e43f None None] Agent healthcheck: found 6 active agents {{(pid=94119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 14 19:10:45.278061 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 38092) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:10:45.335760 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-88fb4fea-f98f-4ea7-a826-b879419340d5 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:45.361591 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-88fb4fea-f98f-4ea7-a826-b879419340d5 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:45.425041 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-88fb4fea-f98f-4ea7-a826-b879419340d5 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:45.427872 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-88fb4fea-f98f-4ea7-a826-b879419340d5 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:45.429220 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-88fb4fea-f98f-4ea7-a826-b879419340d5 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] 10.222.0.39 "DELETE /v2.0/security-groups/773b5a4e-83f4-4fc6-aa82-de84dd05e2a8 HTTP/1.1" status: 204 len: 168 time: 0.1500051 Aug 14 19:10:45.439246 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb4fea-f98f-4ea7-a826-b879419340d5 tempest-TestShelveInstance-1602162396 tempest-TestShelveInstance-1602162396-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=773b5a4e-83f4-4fc6-aa82-de84dd05e2a8,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:45.476232 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 38096) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:10:45.728078 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10184d04-e2a0-487a-bbe3-336bcf86b6aa req-2a5c8db7-cdd9-40ff-a155-6da3599bcaf5 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:10:45.729567 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-10184d04-e2a0-487a-bbe3-336bcf86b6aa req-2a5c8db7-cdd9-40ff-a155-6da3599bcaf5 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d04261e-fd72-4637-8fa4-748da4aceac5 HTTP/1.1" status: 200 len: 944 time: 0.0536795 Aug 14 19:10:45.769459 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-10184d04-e2a0-487a-bbe3-336bcf86b6aa req-4f1c1907-23b7-4ece-976f-37a21fa8ab47 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f41a60-b8a4-4d88-b7b4-666d52ee0caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331063 Aug 14 19:10:45.881750 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-f04b255d-4f49-4b2b-8af1-1a338d3fa3f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650835'] for router_interface, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:46.126566 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [None req-f04b255d-4f49-4b2b-8af1-1a338d3fa3f2 admin admin] Deleting port 87ba2b0b-448c-473e-9393-39d0f7deb8ec {{(pid=94117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:10:46.127172 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-f04b255d-4f49-4b2b-8af1-1a338d3fa3f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:46.207063 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [None req-f04b255d-4f49-4b2b-8af1-1a338d3fa3f2 admin admin] For port 87ba2b0b-448c-473e-9393-39d0f7deb8ec, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=87ba2b0b-448c-473e-9393-39d0f7deb8ec,segment=NetworkSegment(dff1a760-12e6-4399-b897-2bbf3927ec5d),segment_id=dff1a760-12e6-4399-b897-2bbf3927ec5d)] {{(pid=94117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:10:46.207445 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-f04b255d-4f49-4b2b-8af1-1a338d3fa3f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:46.221184 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [None req-f04b255d-4f49-4b2b-8af1-1a338d3fa3f2 admin admin] Calling delete_port for 87ba2b0b-448c-473e-9393-39d0f7deb8ec owned by network:router_interface {{(pid=94117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:10:46.408844 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-f04b255d-4f49-4b2b-8af1-1a338d3fa3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25274135'] for port, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:46.435593 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b255d-4f49-4b2b-8af1-1a338d3fa3f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=87ba2b0b-448c-473e-9393-39d0f7deb8ec,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:46.605827 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-f04b255d-4f49-4b2b-8af1-1a338d3fa3f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499491'] for router_interface, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:46.822981 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f04b255d-4f49-4b2b-8af1-1a338d3fa3f2 admin admin] Router 6318de3c-4422-4129-b25e-2f4047277e72 has already been hosted by L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 {{(pid=94117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 14 19:10:46.968770 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b4fe1-2053-4bb1-88b6-813d82ba01b1 req-ad072e1e-93ad-47b2-aeca-832d9e3aa89c tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:10:46.970312 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-db3b4fe1-2053-4bb1-88b6-813d82ba01b1 req-ad072e1e-93ad-47b2-aeca-832d9e3aa89c tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d04261e-fd72-4637-8fa4-748da4aceac5 HTTP/1.1" status: 200 len: 944 time: 0.0973618 Aug 14 19:10:46.978883 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04b255d-4f49-4b2b-8af1-1a338d3fa3f2 admin admin] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 19:10:46.990605 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-f04b255d-4f49-4b2b-8af1-1a338d3fa3f2 admin admin] 10.222.0.39 "PUT /v2.0/routers/6318de3c-4422-4129-b25e-2f4047277e72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5105028 Aug 14 19:10:46.990800 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f80048-2a58-4905-a688-c591b71b021d None None] Sync routers for ids ['6318de3c-4422-4129-b25e-2f4047277e72'] in dv-cinder-804581-2-iscsi {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 19:10:46.991389 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 38108) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:10:46.999644 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f80048-2a58-4905-a688-c591b71b021d None None] Routers {'6318de3c-4422-4129-b25e-2f4047277e72'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:10:47.000386 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-50f80048-2a58-4905-a688-c591b71b021d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:10:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['6318de3c-4422-4129-b25e-2f4047277e72'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:10:47.018307 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-db3b4fe1-2053-4bb1-88b6-813d82ba01b1 req-445ed05b-de92-4c2d-b05a-d43d69d973e9 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f41a60-b8a4-4d88-b7b4-666d52ee0caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414164 Aug 14 19:10:47.104660 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f7643bdb-c9f0-4f52-a556-d838f6ab1f1e admin admin] Notify callbacks [] for router, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:47.113129 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-50f80048-2a58-4905-a688-c591b71b021d None None] Set router 6318de3c-4422-4129-b25e-2f4047277e72 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:10:47.208695 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f7643bdb-c9f0-4f52-a556-d838f6ab1f1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:47.263433 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [None req-f7643bdb-c9f0-4f52-a556-d838f6ab1f1e admin admin] Deleting port 9512806b-3b60-45a3-9e4a-15359f201ef6 {{(pid=94116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:10:47.263789 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f7643bdb-c9f0-4f52-a556-d838f6ab1f1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:47.297153 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-50f80048-2a58-4905-a688-c591b71b021d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6318de3c-4422-4129-b25e-2f4047277e72', 'name': 'tempest-TestShelveInstance-973743720-router', 'tenant_id': '3b401b823ff34122a33652cb519dc6f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': '9512806b-3b60-45a3-9e4a-15359f201ef6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:26Z', 'updated_at': '2021-08-14T19:10:46Z', 'revision_number': 5, 'project_id': '3b401b823ff34122a33652cb519dc6f7', 'gw_port': {'id': '9512806b-3b60-45a3-9e4a-15359f201ef6', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ee:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6318de3c-4422-4129-b25e-2f4047277e72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:26Z', 'updated_at': '2021-08-14T19:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi'}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:10:47.327676 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f80048-2a58-4905-a688-c591b71b021d None None] Checking router: 6318de3c-4422-4129-b25e-2f4047277e72 for host: dv-cinder-804581-2-iscsi {{(pid=94118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 19:10:47.336402 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f80048-2a58-4905-a688-c591b71b021d None None] Routers {'6318de3c-4422-4129-b25e-2f4047277e72'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:10:47.337017 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-50f80048-2a58-4905-a688-c591b71b021d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:10:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['6318de3c-4422-4129-b25e-2f4047277e72'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:10:47.347014 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [None req-f7643bdb-c9f0-4f52-a556-d838f6ab1f1e admin admin] For port 9512806b-3b60-45a3-9e4a-15359f201ef6, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=9512806b-3b60-45a3-9e4a-15359f201ef6,segment=NetworkSegment(40f888b7-b3ed-489c-94ee-52f240068829),segment_id=40f888b7-b3ed-489c-94ee-52f240068829)] {{(pid=94116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:10:47.347388 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f7643bdb-c9f0-4f52-a556-d838f6ab1f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:47.359730 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [None req-f7643bdb-c9f0-4f52-a556-d838f6ab1f1e admin admin] Calling delete_port for 9512806b-3b60-45a3-9e4a-15359f201ef6 owned by network:router_gateway {{(pid=94116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:10:47.424472 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-50f80048-2a58-4905-a688-c591b71b021d None None] Set router 6318de3c-4422-4129-b25e-2f4047277e72 gateway port host: None {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:10:47.476621 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-50f80048-2a58-4905-a688-c591b71b021d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6318de3c-4422-4129-b25e-2f4047277e72', 'name': 'tempest-TestShelveInstance-973743720-router', 'tenant_id': '3b401b823ff34122a33652cb519dc6f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:26Z', 'updated_at': '2021-08-14T19:10:47Z', 'revision_number': 6, 'project_id': '3b401b823ff34122a33652cb519dc6f7', 'gw_port_host': None}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:10:47.506566 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f80048-2a58-4905-a688-c591b71b021d None None] The sync data for ids ['6318de3c-4422-4129-b25e-2f4047277e72'] in dv-cinder-804581-2-iscsi is: [{'id': '6318de3c-4422-4129-b25e-2f4047277e72', 'name': 'tempest-TestShelveInstance-973743720-router', 'tenant_id': '3b401b823ff34122a33652cb519dc6f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:26Z', 'updated_at': '2021-08-14T19:10:47Z', 'revision_number': 6, 'project_id': '3b401b823ff34122a33652cb519dc6f7', 'gw_port_host': None}] {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 19:10:47.542507 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f7643bdb-c9f0-4f52-a556-d838f6ab1f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26905004'] for port, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:47.562654 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 0023badd-b2b2-4653-9d18-4e671f55ad03 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 14 19:10:47.565797 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 19d3329b-30bc-4314-bc67-fcd16e898d3e no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:10:47.573070 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7643bdb-c9f0-4f52-a556-d838f6ab1f1e admin admin] Pushing event deleted for resources: {'Port': ['ID=9512806b-3b60-45a3-9e4a-15359f201ef6,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:47.591798 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] No Port match for: 19d3329b-30bc-4314-bc67-fcd16e898d3e {{(pid=94118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 14 19:10:47.592148 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 19d3329b-30bc-4314-bc67-fcd16e898d3e not bound to the agent host hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 14 19:10:47.602907 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7643bdb-c9f0-4f52-a556-d838f6ab1f1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:10:47.603315 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7643bdb-c9f0-4f52-a556-d838f6ab1f1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:10:47.603693 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7643bdb-c9f0-4f52-a556-d838f6ab1f1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:10:47.604068 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7643bdb-c9f0-4f52-a556-d838f6ab1f1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:10:47.604430 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7643bdb-c9f0-4f52-a556-d838f6ab1f1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:10:47.604810 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7643bdb-c9f0-4f52-a556-d838f6ab1f1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:10:47.605198 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7643bdb-c9f0-4f52-a556-d838f6ab1f1e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:10:47.606139 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7643bdb-c9f0-4f52-a556-d838f6ab1f1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:10:47.606544 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7643bdb-c9f0-4f52-a556-d838f6ab1f1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:10:47.606916 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7643bdb-c9f0-4f52-a556-d838f6ab1f1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:10:47.607308 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7643bdb-c9f0-4f52-a556-d838f6ab1f1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:10:47.607696 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7643bdb-c9f0-4f52-a556-d838f6ab1f1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:10:47.653529 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f7643bdb-c9f0-4f52-a556-d838f6ab1f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499417'] for router_gateway, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:47.688934 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 0023badd-b2b2-4653-9d18-4e671f55ad03, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=0023badd-b2b2-4653-9d18-4e671f55ad03,segment=NetworkSegment(4ad96afd-d34d-4649-b250-7981700e776c),segment_id=4ad96afd-d34d-4649-b250-7981700e776c)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:10:47.702530 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Returning: {'device': '0023badd-b2b2-4653-9d18-4e671f55ad03', 'network_id': 'de8cd239-01ca-46a9-80b2-263e5a97ad1d', 'port_id': '0023badd-b2b2-4653-9d18-4e671f55ad03', 'mac_address': 'fa:16:3e:07:84:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd04a080-56ff-44dd-85ab-aaac7fbace90', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 14 19:10:47.747750 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:47.752833 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f7643bdb-c9f0-4f52-a556-d838f6ab1f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1271'] for router, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:47.755028 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f7643bdb-c9f0-4f52-a556-d838f6ab1f1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:47.761174 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0023badd-b2b2-4653-9d18-4e671f55ad03 {{(pid=94118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:10:47.783126 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 0023badd-b2b2-4653-9d18-4e671f55ad03, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=0023badd-b2b2-4653-9d18-4e671f55ad03,segment=NetworkSegment(4ad96afd-d34d-4649-b250-7981700e776c),segment_id=4ad96afd-d34d-4649-b250-7981700e776c)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:10:47.787320 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:47.802164 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f7643bdb-c9f0-4f52-a556-d838f6ab1f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497210'] for router, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:47.802693 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7643bdb-c9f0-4f52-a556-d838f6ab1f1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6318de3c-4422-4129-b25e-2f4047277e72 {{(pid=94116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 14 19:10:47.807196 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f7643bdb-c9f0-4f52-a556-d838f6ab1f1e admin admin] Notify callbacks [] for router, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:47.809201 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-f7643bdb-c9f0-4f52-a556-d838f6ab1f1e admin admin] 10.222.0.39 "DELETE /v2.0/routers/6318de3c-4422-4129-b25e-2f4047277e72 HTTP/1.1" status: 204 len: 168 time: 0.8163705 Aug 14 19:10:47.811500 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 38110) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:10:47.838851 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=0023badd-b2b2-4653-9d18-4e671f55ad03,revision_number=4']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:47.859310 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc2b212c-4c02-43a5-8307-0c6416d78b72 admin admin] Deleting subnet 6f715183-cd29-4f58-8407-9662756bc442 {{(pid=94116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 14 19:10:47.864180 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-dc2b212c-4c02-43a5-8307-0c6416d78b72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:47.902009 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-dc2b212c-4c02-43a5-8307-0c6416d78b72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25714224'] for subnet, precommit_delete_associations {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:48.004669 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-dc2b212c-4c02-43a5-8307-0c6416d78b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642801'] for subnet, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:48.022763 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] get_ports_and_sgs() called for port_ids ['0023badd-b2b2-4653-9d18-4e671f55ad03'] {{(pid=94118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 14 19:10:48.070651 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-dc2b212c-4c02-43a5-8307-0c6416d78b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26904991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26976304'] for subnet, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:48.100195 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b212c-4c02-43a5-8307-0c6416d78b72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f715183-cd29-4f58-8407-9662756bc442,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:48.116912 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-dc2b212c-4c02-43a5-8307-0c6416d78b72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:48.121670 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-dc2b212c-4c02-43a5-8307-0c6416d78b72 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6f715183-cd29-4f58-8407-9662756bc442 HTTP/1.1" status: 204 len: 168 time: 0.3064070 Aug 14 19:10:48.122620 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 38116) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:10:48.130362 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c83fc0-d11a-4e63-b81c-5a5cb9de0cfc None None] Network d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 19:10:48.173154 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70dc40-4ab9-42dd-9248-134c82b21a26 req-6a382f35-fe42-43ee-a16c-570d282ae9ea tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:10:48.175399 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-5f70dc40-4ab9-42dd-9248-134c82b21a26 req-6a382f35-fe42-43ee-a16c-570d282ae9ea tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d04261e-fd72-4637-8fa4-748da4aceac5 HTTP/1.1" status: 200 len: 945 time: 0.0770011 Aug 14 19:10:48.197892 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-7fae84ef-cc40-4ada-ab2c-15358e21ba86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529646'] for network, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:48.218646 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-5f70dc40-4ab9-42dd-9248-134c82b21a26 req-e0ae939a-de74-4d13-b6f1-63eefd39ee5f tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f41a60-b8a4-4d88-b7b4-666d52ee0caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371647 Aug 14 19:10:48.260711 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [None req-7fae84ef-cc40-4ada-ab2c-15358e21ba86 admin admin] Deleting port d32f4550-d33f-4957-9be1-9a203f89cb95 {{(pid=94117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:10:48.260965 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-7fae84ef-cc40-4ada-ab2c-15358e21ba86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:48.308922 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 87ba2b0b-448c-473e-9393-39d0f7deb8ec no longer exists at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:10:48.329521 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [None req-7fae84ef-cc40-4ada-ab2c-15358e21ba86 admin admin] For port d32f4550-d33f-4957-9be1-9a203f89cb95, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=d32f4550-d33f-4957-9be1-9a203f89cb95,segment=NetworkSegment(dff1a760-12e6-4399-b897-2bbf3927ec5d),segment_id=dff1a760-12e6-4399-b897-2bbf3927ec5d)] {{(pid=94117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:10:48.329900 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-7fae84ef-cc40-4ada-ab2c-15358e21ba86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:48.336853 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] No Port match for: 87ba2b0b-448c-473e-9393-39d0f7deb8ec {{(pid=94118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 14 19:10:48.337206 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 87ba2b0b-448c-473e-9393-39d0f7deb8ec not bound to the agent host dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 14 19:10:48.346061 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [None req-7fae84ef-cc40-4ada-ab2c-15358e21ba86 admin admin] Calling delete_port for d32f4550-d33f-4957-9be1-9a203f89cb95 owned by network:dhcp {{(pid=94117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:10:48.406358 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845fd667-dd4b-43fc-8a23-f3abf6be60cc None None] DHCP port deletion for d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a request from dv-cinder-804581-2-iscsi {{(pid=94118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 14 19:10:48.444806 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-7fae84ef-cc40-4ada-ab2c-15358e21ba86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25274135'] for port, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:48.456537 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-845fd667-dd4b-43fc-8a23-f3abf6be60cc None None] Deleting port d32f4550-d33f-4957-9be1-9a203f89cb95 {{(pid=94118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:10:48.456913 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-845fd667-dd4b-43fc-8a23-f3abf6be60cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:48.472548 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae84ef-cc40-4ada-ab2c-15358e21ba86 admin admin] Pushing event deleted for resources: {'Port': ['ID=d32f4550-d33f-4957-9be1-9a203f89cb95,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:48.474390 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fae84ef-cc40-4ada-ab2c-15358e21ba86 admin admin] No DVR routers for this DVR port d32f4550-d33f-4957-9be1-9a203f89cb95 on host dv-cinder-804581-2-iscsi {{(pid=94117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 14 19:10:48.522887 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-845fd667-dd4b-43fc-8a23-f3abf6be60cc None None] For port d32f4550-d33f-4957-9be1-9a203f89cb95, host dv-cinder-804581-2-iscsi, got binding levels [] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:10:48.523315 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-845fd667-dd4b-43fc-8a23-f3abf6be60cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:48.542470 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-845fd667-dd4b-43fc-8a23-f3abf6be60cc None None] Calling delete_port for d32f4550-d33f-4957-9be1-9a203f89cb95 owned by network:dhcp {{(pid=94118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:10:48.546093 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.ipam_backend_mixin [None req-845fd667-dd4b-43fc-8a23-f3abf6be60cc None None] Port d32f4550-d33f-4957-9be1-9a203f89cb95 was not found and therefore no delete operation was performed {{(pid=94118) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 14 19:10:48.547373 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-845fd667-dd4b-43fc-8a23-f3abf6be60cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957'] for port, after_delete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:48.553354 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-7fae84ef-cc40-4ada-ab2c-15358e21ba86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639094', 'neutron.services.segments.db._delete_segments_for_network-8754979395952'] for network, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:48.566466 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.services.segments.db [None req-7fae84ef-cc40-4ada-ab2c-15358e21ba86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a']}} {{(pid=94117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:10:48.577506 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845fd667-dd4b-43fc-8a23-f3abf6be60cc None None] Pushing event deleted for resources: {'Port': ['ID=d32f4550-d33f-4957-9be1-9a203f89cb95,revision_number=None']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:48.578684 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.services.segments.db [None req-7fae84ef-cc40-4ada-ab2c-15358e21ba86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dff1a760-12e6-4399-b897-2bbf3927ec5d') {'for_net_delete': True} {{(pid=94117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:10:48.578990 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.services.segments.db [None req-7fae84ef-cc40-4ada-ab2c-15358e21ba86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dff1a760-12e6-4399-b897-2bbf3927ec5d') {} {{(pid=94117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:10:48.582643 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845fd667-dd4b-43fc-8a23-f3abf6be60cc None None] No DVR routers for this DVR port d32f4550-d33f-4957-9be1-9a203f89cb95 on host dv-cinder-804581-2-iscsi {{(pid=94118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 14 19:10:48.593270 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-7fae84ef-cc40-4ada-ab2c-15358e21ba86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754979399801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041036'] for segment, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:48.612840 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-7fae84ef-cc40-4ada-ab2c-15358e21ba86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736'] for segment, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:48.620162 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fae84ef-cc40-4ada-ab2c-15358e21ba86 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 14 19:10:48.620605 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-7fae84ef-cc40-4ada-ab2c-15358e21ba86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25274362'] for segment, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:48.623896 dv-cinder-804581-2-iscsi neutron-server[94117]: Traceback (most recent call last): Aug 14 19:10:48.623896 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 14 19:10:48.623896 dv-cinder-804581-2-iscsi neutron-server[94117]: timer() Aug 14 19:10:48.623896 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 14 19:10:48.623896 dv-cinder-804581-2-iscsi neutron-server[94117]: cb(*args, **kw) Aug 14 19:10:48.623896 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 14 19:10:48.623896 dv-cinder-804581-2-iscsi neutron-server[94117]: return func(*args, **kwargs) Aug 14 19:10:48.623896 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 14 19:10:48.623896 dv-cinder-804581-2-iscsi neutron-server[94117]: self._notify() Aug 14 19:10:48.623896 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 14 19:10:48.623896 dv-cinder-804581-2-iscsi neutron-server[94117]: self.callback(batched_events) Aug 14 19:10:48.623896 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 14 19:10:48.623896 dv-cinder-804581-2-iscsi neutron-server[94117]: event.method(event) Aug 14 19:10:48.623896 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 14 19:10:48.623896 dv-cinder-804581-2-iscsi neutron-server[94117]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 14 19:10:48.623896 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 14 19:10:48.623896 dv-cinder-804581-2-iscsi neutron-server[94117]: aggregate_uuid = self.p_client.list_aggregates( Aug 14 19:10:48.623896 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 14 19:10:48.623896 dv-cinder-804581-2-iscsi neutron-server[94117]: return f(self, *a, **k) Aug 14 19:10:48.623896 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 14 19:10:48.623896 dv-cinder-804581-2-iscsi neutron-server[94117]: return self._get(url).json() Aug 14 19:10:48.623896 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 14 19:10:48.623896 dv-cinder-804581-2-iscsi neutron-server[94117]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 14 19:10:48.623896 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 14 19:10:48.623896 dv-cinder-804581-2-iscsi neutron-server[94117]: return self.request(url, 'GET', **kwargs) Aug 14 19:10:48.623896 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 14 19:10:48.623896 dv-cinder-804581-2-iscsi neutron-server[94117]: base_url = self.get_endpoint(auth, allow=allow, Aug 14 19:10:48.623896 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 14 19:10:48.623896 dv-cinder-804581-2-iscsi neutron-server[94117]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 14 19:10:48.623896 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 14 19:10:48.623896 dv-cinder-804581-2-iscsi neutron-server[94117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 14 19:10:48.623896 dv-cinder-804581-2-iscsi neutron-server[94117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 14 19:10:48.685362 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-7fae84ef-cc40-4ada-ab2c-15358e21ba86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499365'] for network, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:48.690737 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-7fae84ef-cc40-4ada-ab2c-15358e21ba86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for network, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:48.692568 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-7fae84ef-cc40-4ada-ab2c-15358e21ba86 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a HTTP/1.1" status: 204 len: 168 time: 0.5680585 Aug 14 19:10:48.695724 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 38118) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:10:48.704549 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae84ef-cc40-4ada-ab2c-15358e21ba86 admin admin] Pushing event deleted for resources: {'Network': ['ID=d646e3b8-d475-4f32-a9e4-ca8a1a1c7f8a,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:49.060088 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-ab9d10aa-6f7e-49ae-a9cc-16c6a278b40d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650835'] for router_interface, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:49.178403 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-9224e49f-f6c8-44e2-84f0-5d37b03463d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:49.306134 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [None req-ab9d10aa-6f7e-49ae-a9cc-16c6a278b40d admin admin] Deleting port 74fb3d02-cbef-4b44-8040-592bc960c11c {{(pid=94116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:10:49.306516 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-ab9d10aa-6f7e-49ae-a9cc-16c6a278b40d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:49.338785 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c4fa4-adca-45d4-a63d-dca2db6d3676 req-e52e8f45-4a9c-4ef9-b7f5-f1d36d9831a2 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:10:49.340681 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-bf1c4fa4-adca-45d4-a63d-dca2db6d3676 req-e52e8f45-4a9c-4ef9-b7f5-f1d36d9831a2 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d04261e-fd72-4637-8fa4-748da4aceac5 HTTP/1.1" status: 200 len: 945 time: 0.0541160 Aug 14 19:10:49.381014 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-bf1c4fa4-adca-45d4-a63d-dca2db6d3676 req-38b309fc-b8d0-45d7-90ec-bde8ed48b9b7 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f41a60-b8a4-4d88-b7b4-666d52ee0caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332890 Aug 14 19:10:49.388559 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [None req-ab9d10aa-6f7e-49ae-a9cc-16c6a278b40d admin admin] For port 74fb3d02-cbef-4b44-8040-592bc960c11c, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=74fb3d02-cbef-4b44-8040-592bc960c11c,segment=NetworkSegment(30f4491a-24aa-4c86-9adf-bc39d19834eb),segment_id=30f4491a-24aa-4c86-9adf-bc39d19834eb)] {{(pid=94116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:10:49.388930 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-ab9d10aa-6f7e-49ae-a9cc-16c6a278b40d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:49.401671 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [None req-ab9d10aa-6f7e-49ae-a9cc-16c6a278b40d admin admin] Calling delete_port for 74fb3d02-cbef-4b44-8040-592bc960c11c owned by network:router_interface {{(pid=94116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:10:49.583855 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-ab9d10aa-6f7e-49ae-a9cc-16c6a278b40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26905004'] for port, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:49.587176 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 0023badd-b2b2-4653-9d18-4e671f55ad03 up at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:10:49.615914 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d10aa-6f7e-49ae-a9cc-16c6a278b40d admin admin] Pushing event deleted for resources: {'Port': ['ID=74fb3d02-cbef-4b44-8040-592bc960c11c,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:49.645671 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning for port 0023badd-b2b2-4653-9d18-4e671f55ad03 completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:10:49.649633 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning complete for port 0023badd-b2b2-4653-9d18-4e671f55ad03 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:10:49.650015 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:49.743033 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:49.772879 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d04261e-fd72-4637-8fa4-748da4aceac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0023badd-b2b2-4653-9d18-4e671f55ad03'}] {{(pid=94118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:10:49.775747 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec225036cb8a85e900ef4a1438a865ee1e0a541caa4576dd66f1a48457471f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e8df22-9128-45a6-9f5f-47316263ea53" -d '{"events": [{"server_uuid": "5d04261e-fd72-4637-8fa4-748da4aceac5", "name": "network-vif-plugged", "status": "completed", "tag": "0023badd-b2b2-4653-9d18-4e671f55ad03"}]}' {{(pid=94118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:10:49.808260 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 0023badd-b2b2-4653-9d18-4e671f55ad03, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=0023badd-b2b2-4653-9d18-4e671f55ad03,segment=NetworkSegment(4ad96afd-d34d-4649-b250-7981700e776c),segment_id=4ad96afd-d34d-4649-b250-7981700e776c)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:10:49.814889 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:49.825002 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-ab9d10aa-6f7e-49ae-a9cc-16c6a278b40d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499491'] for router_interface, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:49.877730 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0609b682-a304-409c-b468-74d1bd908c98 x-openstack-request-id: req-0609b682-a304-409c-b468-74d1bd908c98 {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:10:49.878114 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d04261e-fd72-4637-8fa4-748da4aceac5", "name": "network-vif-plugged", "status": "completed", "tag": "0023badd-b2b2-4653-9d18-4e671f55ad03", "code": 200}]} {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:10:49.878384 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0609b682-a304-409c-b468-74d1bd908c98 {{(pid=94118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:10:49.878877 dv-cinder-804581-2-iscsi neutron-server[94118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d04261e-fd72-4637-8fa4-748da4aceac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0023badd-b2b2-4653-9d18-4e671f55ad03', 'code': 200} Aug 14 19:10:49.879731 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=0023badd-b2b2-4653-9d18-4e671f55ad03,revision_number=5']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:49.899932 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 9512806b-3b60-45a3-9e4a-15359f201ef6 no longer exists at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:10:49.922665 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] No Port match for: 9512806b-3b60-45a3-9e4a-15359f201ef6 {{(pid=94118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 14 19:10:49.923018 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 9512806b-3b60-45a3-9e4a-15359f201ef6 not bound to the agent host dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 14 19:10:49.923494 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device d32f4550-d33f-4957-9be1-9a203f89cb95 no longer exists at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:10:49.943326 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] No Port match for: d32f4550-d33f-4957-9be1-9a203f89cb95 {{(pid=94118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 14 19:10:49.943679 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device d32f4550-d33f-4957-9be1-9a203f89cb95 not bound to the agent host dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 14 19:10:50.060654 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf15b986-9fc6-4446-87c8-09008ab1efd2 req-42bbf17c-f34e-4424-b281-b566e299ba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:10:50.062447 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-cf15b986-9fc6-4446-87c8-09008ab1efd2 req-42bbf17c-f34e-4424-b281-b566e299ba76 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5d04261e-fd72-4637-8fa4-748da4aceac5 HTTP/1.1" status: 200 len: 1099 time: 0.0430319 Aug 14 19:10:50.082070 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9d10aa-6f7e-49ae-a9cc-16c6a278b40d admin admin] Router ce535401-314d-42c3-8fb8-e9b8449f8d98 has already been hosted by L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 {{(pid=94116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 14 19:10:50.106132 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-cf15b986-9fc6-4446-87c8-09008ab1efd2 req-24a2e5ef-f427-4b46-820a-9ad928a8cefd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e4f41a60-b8a4-4d88-b7b4-666d52ee0caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352209 Aug 14 19:10:50.190174 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9d10aa-6f7e-49ae-a9cc-16c6a278b40d admin admin] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 19:10:50.195581 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-ab9d10aa-6f7e-49ae-a9cc-16c6a278b40d admin admin] 10.222.0.39 "PUT /v2.0/routers/ce535401-314d-42c3-8fb8-e9b8449f8d98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4987538 Aug 14 19:10:50.198102 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 38140) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:10:50.198938 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da0eb73-8c7d-4671-993a-171284b69f08 None None] Sync routers for ids ['ce535401-314d-42c3-8fb8-e9b8449f8d98'] in dv-cinder-804581-2-iscsi {{(pid=94119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 19:10:50.209974 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da0eb73-8c7d-4671-993a-171284b69f08 None None] Routers {'ce535401-314d-42c3-8fb8-e9b8449f8d98'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:10:50.210676 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-7da0eb73-8c7d-4671-993a-171284b69f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:10:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['ce535401-314d-42c3-8fb8-e9b8449f8d98'], 'active': True} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:10:50.301111 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-10800685-bfe7-41c0-9270-9fc55acd0533 admin admin] Notify callbacks [] for router, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:50.315733 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvr_db [None req-7da0eb73-8c7d-4671-993a-171284b69f08 None None] Set router ce535401-314d-42c3-8fb8-e9b8449f8d98 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:10:50.401952 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-10800685-bfe7-41c0-9270-9fc55acd0533 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:50.460046 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [None req-10800685-bfe7-41c0-9270-9fc55acd0533 admin admin] Deleting port 9f0b7a4a-68a3-4840-8a62-6187535fa456 {{(pid=94116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:10:50.460390 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-10800685-bfe7-41c0-9270-9fc55acd0533 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:50.501743 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6deb2-09c7-41f8-90a7-0c137db3c350 req-3942295b-9843-4198-b0cd-8efbe94ad73e tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:10:50.503536 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d3f6deb2-09c7-41f8-90a7-0c137db3c350 req-3942295b-9843-4198-b0cd-8efbe94ad73e tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d04261e-fd72-4637-8fa4-748da4aceac5 HTTP/1.1" status: 200 len: 946 time: 0.0516279 Aug 14 19:10:50.541229 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [None req-10800685-bfe7-41c0-9270-9fc55acd0533 admin admin] For port 9f0b7a4a-68a3-4840-8a62-6187535fa456, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=9f0b7a4a-68a3-4840-8a62-6187535fa456,segment=NetworkSegment(40f888b7-b3ed-489c-94ee-52f240068829),segment_id=40f888b7-b3ed-489c-94ee-52f240068829)] {{(pid=94116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:10:50.541587 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-10800685-bfe7-41c0-9270-9fc55acd0533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:50.542167 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d3f6deb2-09c7-41f8-90a7-0c137db3c350 req-92fd6ba7-067b-4262-88b9-3aab7ca2e837 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f41a60-b8a4-4d88-b7b4-666d52ee0caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324299 Aug 14 19:10:50.562034 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [None req-10800685-bfe7-41c0-9270-9fc55acd0533 admin admin] Calling delete_port for 9f0b7a4a-68a3-4840-8a62-6187535fa456 owned by network:router_gateway {{(pid=94116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:10:50.597617 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-7da0eb73-8c7d-4671-993a-171284b69f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce535401-314d-42c3-8fb8-e9b8449f8d98', 'name': 'tempest-TestShelveInstance-945363359-router', 'tenant_id': 'e07ee592e1174e3c9885626f96fd2aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.103'}], 'enable_snat': True}, 'gw_port_id': '9f0b7a4a-68a3-4840-8a62-6187535fa456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:31Z', 'updated_at': '2021-08-14T19:10:49Z', 'revision_number': 5, 'project_id': 'e07ee592e1174e3c9885626f96fd2aad', 'gw_port': {'id': '9f0b7a4a-68a3-4840-8a62-6187535fa456', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ce:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce535401-314d-42c3-8fb8-e9b8449f8d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:05:32Z', 'updated_at': '2021-08-14T19:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi'}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:10:50.629521 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da0eb73-8c7d-4671-993a-171284b69f08 None None] Checking router: ce535401-314d-42c3-8fb8-e9b8449f8d98 for host: dv-cinder-804581-2-iscsi {{(pid=94119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 19:10:50.638995 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da0eb73-8c7d-4671-993a-171284b69f08 None None] Routers {'ce535401-314d-42c3-8fb8-e9b8449f8d98'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:10:50.639643 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-7da0eb73-8c7d-4671-993a-171284b69f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:10:22Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['ce535401-314d-42c3-8fb8-e9b8449f8d98'], 'active': True} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:10:50.728730 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvr_db [None req-7da0eb73-8c7d-4671-993a-171284b69f08 None None] Set router ce535401-314d-42c3-8fb8-e9b8449f8d98 gateway port host: None {{(pid=94119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:10:50.784733 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-7da0eb73-8c7d-4671-993a-171284b69f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce535401-314d-42c3-8fb8-e9b8449f8d98', 'name': 'tempest-TestShelveInstance-945363359-router', 'tenant_id': 'e07ee592e1174e3c9885626f96fd2aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:31Z', 'updated_at': '2021-08-14T19:10:50Z', 'revision_number': 6, 'project_id': 'e07ee592e1174e3c9885626f96fd2aad', 'gw_port_host': None}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:10:50.818360 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da0eb73-8c7d-4671-993a-171284b69f08 None None] The sync data for ids ['ce535401-314d-42c3-8fb8-e9b8449f8d98'] in dv-cinder-804581-2-iscsi is: [{'id': 'ce535401-314d-42c3-8fb8-e9b8449f8d98', 'name': 'tempest-TestShelveInstance-945363359-router', 'tenant_id': 'e07ee592e1174e3c9885626f96fd2aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:05:31Z', 'updated_at': '2021-08-14T19:10:50Z', 'revision_number': 6, 'project_id': 'e07ee592e1174e3c9885626f96fd2aad', 'gw_port_host': None}] {{(pid=94119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 19:10:51.016992 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-10800685-bfe7-41c0-9270-9fc55acd0533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26905004'] for port, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:51.047230 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10800685-bfe7-41c0-9270-9fc55acd0533 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f0b7a4a-68a3-4840-8a62-6187535fa456,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:51.110116 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-10800685-bfe7-41c0-9270-9fc55acd0533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499417'] for router_gateway, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:51.197914 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-10800685-bfe7-41c0-9270-9fc55acd0533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1271'] for router, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:51.200151 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-10800685-bfe7-41c0-9270-9fc55acd0533 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:51.244709 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-10800685-bfe7-41c0-9270-9fc55acd0533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497210'] for router, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:51.245177 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10800685-bfe7-41c0-9270-9fc55acd0533 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce535401-314d-42c3-8fb8-e9b8449f8d98 {{(pid=94116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 14 19:10:51.249699 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-10800685-bfe7-41c0-9270-9fc55acd0533 admin admin] Notify callbacks [] for router, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:51.250567 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-10800685-bfe7-41c0-9270-9fc55acd0533 admin admin] 10.222.0.39 "DELETE /v2.0/routers/ce535401-314d-42c3-8fb8-e9b8449f8d98 HTTP/1.1" status: 204 len: 168 time: 1.0515034 Aug 14 19:10:51.253405 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 38146) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:10:51.300401 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.db_base_plugin_v2 [None req-af08071f-4add-4c58-bc68-1554695b4a46 admin admin] Deleting subnet 4cae699e-ea79-4042-947b-b24f21bf6b17 {{(pid=94116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 14 19:10:51.304180 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-af08071f-4add-4c58-bc68-1554695b4a46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:51.342121 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-af08071f-4add-4c58-bc68-1554695b4a46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25714224'] for subnet, precommit_delete_associations {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:51.424974 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-af08071f-4add-4c58-bc68-1554695b4a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642801'] for subnet, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:51.475763 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-af08071f-4add-4c58-bc68-1554695b4a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26904991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26976304'] for subnet, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:51.504059 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08071f-4add-4c58-bc68-1554695b4a46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cae699e-ea79-4042-947b-b24f21bf6b17,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:51.509613 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-af08071f-4add-4c58-bc68-1554695b4a46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:51.512013 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-af08071f-4add-4c58-bc68-1554695b4a46 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4cae699e-ea79-4042-947b-b24f21bf6b17 HTTP/1.1" status: 204 len: 168 time: 0.2573965 Aug 14 19:10:51.515200 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 38148) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:10:51.516714 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834406ca-4891-4e54-ad7e-ac7d849896cc None None] Network 4914adc6-8fce-4d57-a02a-78168dc78ed3 requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 19:10:51.607729 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a5f67b5d-7b12-4837-a4f2-19082233cd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529646'] for network, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:51.714232 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4c3b0-1a3d-4063-82b4-6bcd491bd72e req-307370c1-5db2-4933-b0c5-0ff17721f5db tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:10:51.716025 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-cee4c3b0-1a3d-4063-82b4-6bcd491bd72e req-307370c1-5db2-4933-b0c5-0ff17721f5db tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d04261e-fd72-4637-8fa4-748da4aceac5 HTTP/1.1" status: 200 len: 946 time: 0.0664048 Aug 14 19:10:51.733463 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [None req-a5f67b5d-7b12-4837-a4f2-19082233cd1f admin admin] Deleting port 837ffb2d-96b1-4e26-b924-3b57b28a4068 {{(pid=94116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:10:51.733463 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a5f67b5d-7b12-4837-a4f2-19082233cd1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:51.767606 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 74fb3d02-cbef-4b44-8040-592bc960c11c no longer exists at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:10:51.800000 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] No Port match for: 74fb3d02-cbef-4b44-8040-592bc960c11c {{(pid=94118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 14 19:10:51.800357 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 74fb3d02-cbef-4b44-8040-592bc960c11c not bound to the agent host dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 14 19:10:51.800788 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 9f0b7a4a-68a3-4840-8a62-6187535fa456 no longer exists at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:10:51.811199 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-cee4c3b0-1a3d-4063-82b4-6bcd491bd72e req-8be61d91-b5ab-49e0-943f-096beaf3a73e tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f41a60-b8a4-4d88-b7b4-666d52ee0caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869637 Aug 14 19:10:51.825371 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] No Port match for: 9f0b7a4a-68a3-4840-8a62-6187535fa456 {{(pid=94118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 14 19:10:51.825727 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 9f0b7a4a-68a3-4840-8a62-6187535fa456 not bound to the agent host dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 14 19:10:51.826094 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [None req-a5f67b5d-7b12-4837-a4f2-19082233cd1f admin admin] For port 837ffb2d-96b1-4e26-b924-3b57b28a4068, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=837ffb2d-96b1-4e26-b924-3b57b28a4068,segment=NetworkSegment(30f4491a-24aa-4c86-9adf-bc39d19834eb),segment_id=30f4491a-24aa-4c86-9adf-bc39d19834eb)] {{(pid=94116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:10:51.826497 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a5f67b5d-7b12-4837-a4f2-19082233cd1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:51.843518 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [None req-a5f67b5d-7b12-4837-a4f2-19082233cd1f admin admin] Calling delete_port for 837ffb2d-96b1-4e26-b924-3b57b28a4068 owned by network:dhcp {{(pid=94116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:10:51.895553 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e1c2eb-007d-45f1-ba17-cb52d5a6ed5b None None] DHCP port deletion for 4914adc6-8fce-4d57-a02a-78168dc78ed3 request from dv-cinder-804581-2-iscsi {{(pid=94118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 14 19:10:51.940081 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a5f67b5d-7b12-4837-a4f2-19082233cd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26905004'] for port, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:51.958614 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-99e1c2eb-007d-45f1-ba17-cb52d5a6ed5b None None] Deleting port 837ffb2d-96b1-4e26-b924-3b57b28a4068 {{(pid=94118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:10:51.958957 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-99e1c2eb-007d-45f1-ba17-cb52d5a6ed5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:51.961979 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:51.968162 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f67b5d-7b12-4837-a4f2-19082233cd1f admin admin] Pushing event deleted for resources: {'Port': ['ID=837ffb2d-96b1-4e26-b924-3b57b28a4068,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:51.971735 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f67b5d-7b12-4837-a4f2-19082233cd1f admin admin] No DVR routers for this DVR port 837ffb2d-96b1-4e26-b924-3b57b28a4068 on host dv-cinder-804581-2-iscsi {{(pid=94116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 14 19:10:52.024756 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-99e1c2eb-007d-45f1-ba17-cb52d5a6ed5b None None] For port 837ffb2d-96b1-4e26-b924-3b57b28a4068, host dv-cinder-804581-2-iscsi, got binding levels [] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:10:52.025220 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-99e1c2eb-007d-45f1-ba17-cb52d5a6ed5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:52.039352 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-99e1c2eb-007d-45f1-ba17-cb52d5a6ed5b None None] Calling delete_port for 837ffb2d-96b1-4e26-b924-3b57b28a4068 owned by network:dhcp {{(pid=94118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:10:52.042051 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.ipam_backend_mixin [None req-99e1c2eb-007d-45f1-ba17-cb52d5a6ed5b None None] Port 837ffb2d-96b1-4e26-b924-3b57b28a4068 was not found and therefore no delete operation was performed {{(pid=94118) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 14 19:10:52.043456 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-99e1c2eb-007d-45f1-ba17-cb52d5a6ed5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957'] for port, after_delete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:52.046676 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a5f67b5d-7b12-4837-a4f2-19082233cd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639094', 'neutron.services.segments.db._delete_segments_for_network-8754979395952'] for network, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:52.057981 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.services.segments.db [None req-a5f67b5d-7b12-4837-a4f2-19082233cd1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4914adc6-8fce-4d57-a02a-78168dc78ed3']}} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:10:52.068454 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1c2eb-007d-45f1-ba17-cb52d5a6ed5b None None] Pushing event deleted for resources: {'Port': ['ID=837ffb2d-96b1-4e26-b924-3b57b28a4068,revision_number=None']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:52.071376 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.services.segments.db [None req-a5f67b5d-7b12-4837-a4f2-19082233cd1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30f4491a-24aa-4c86-9adf-bc39d19834eb') {'for_net_delete': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:10:52.072253 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e1c2eb-007d-45f1-ba17-cb52d5a6ed5b None None] No DVR routers for this DVR port 837ffb2d-96b1-4e26-b924-3b57b28a4068 on host dv-cinder-804581-2-iscsi {{(pid=94118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 14 19:10:52.075247 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.services.segments.db [None req-a5f67b5d-7b12-4837-a4f2-19082233cd1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30f4491a-24aa-4c86-9adf-bc39d19834eb') {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:10:52.087331 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a5f67b5d-7b12-4837-a4f2-19082233cd1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754979399801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25714215'] for segment, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:52.102549 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a5f67b5d-7b12-4837-a4f2-19082233cd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736'] for segment, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:52.109757 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5f67b5d-7b12-4837-a4f2-19082233cd1f admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 14 19:10:52.110208 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a5f67b5d-7b12-4837-a4f2-19082233cd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26904897'] for segment, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:52.112075 dv-cinder-804581-2-iscsi neutron-server[94116]: Traceback (most recent call last): Aug 14 19:10:52.112075 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 14 19:10:52.112075 dv-cinder-804581-2-iscsi neutron-server[94116]: timer() Aug 14 19:10:52.112075 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 14 19:10:52.112075 dv-cinder-804581-2-iscsi neutron-server[94116]: cb(*args, **kw) Aug 14 19:10:52.112075 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 14 19:10:52.112075 dv-cinder-804581-2-iscsi neutron-server[94116]: return func(*args, **kwargs) Aug 14 19:10:52.112075 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 14 19:10:52.112075 dv-cinder-804581-2-iscsi neutron-server[94116]: self._notify() Aug 14 19:10:52.112075 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 14 19:10:52.112075 dv-cinder-804581-2-iscsi neutron-server[94116]: self.callback(batched_events) Aug 14 19:10:52.112075 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 14 19:10:52.112075 dv-cinder-804581-2-iscsi neutron-server[94116]: event.method(event) Aug 14 19:10:52.112075 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 14 19:10:52.112075 dv-cinder-804581-2-iscsi neutron-server[94116]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 14 19:10:52.112075 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 14 19:10:52.112075 dv-cinder-804581-2-iscsi neutron-server[94116]: aggregate_uuid = self.p_client.list_aggregates( Aug 14 19:10:52.112075 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 14 19:10:52.112075 dv-cinder-804581-2-iscsi neutron-server[94116]: return f(self, *a, **k) Aug 14 19:10:52.112075 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 14 19:10:52.112075 dv-cinder-804581-2-iscsi neutron-server[94116]: return self._get(url).json() Aug 14 19:10:52.112075 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 14 19:10:52.112075 dv-cinder-804581-2-iscsi neutron-server[94116]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 14 19:10:52.112075 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 14 19:10:52.112075 dv-cinder-804581-2-iscsi neutron-server[94116]: return self.request(url, 'GET', **kwargs) Aug 14 19:10:52.112075 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 14 19:10:52.112075 dv-cinder-804581-2-iscsi neutron-server[94116]: base_url = self.get_endpoint(auth, allow=allow, Aug 14 19:10:52.112075 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 14 19:10:52.112075 dv-cinder-804581-2-iscsi neutron-server[94116]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 14 19:10:52.112075 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 14 19:10:52.112075 dv-cinder-804581-2-iscsi neutron-server[94116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 14 19:10:52.112075 dv-cinder-804581-2-iscsi neutron-server[94116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 14 19:10:52.175144 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a5f67b5d-7b12-4837-a4f2-19082233cd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499365'] for network, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:52.187546 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a5f67b5d-7b12-4837-a4f2-19082233cd1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for network, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:52.187546 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-a5f67b5d-7b12-4837-a4f2-19082233cd1f admin admin] 10.222.0.39 "DELETE /v2.0/networks/4914adc6-8fce-4d57-a02a-78168dc78ed3 HTTP/1.1" status: 204 len: 168 time: 0.6706681 Aug 14 19:10:52.207868 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f67b5d-7b12-4837-a4f2-19082233cd1f admin admin] Pushing event deleted for resources: {'Network': ['ID=4914adc6-8fce-4d57-a02a-78168dc78ed3,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:52.306917 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 38162) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:10:52.346786 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-049c6c9b-1d96-442b-9daa-e2f4caae0791 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3b401b823ff34122a33652cb519dc6f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386796 Aug 14 19:10:52.349480 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 38164) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:10:52.397497 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-b9520dad-cc94-439a-96b9-368cc3a19a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:52.418738 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-b9520dad-cc94-439a-96b9-368cc3a19a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:52.464317 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-b9520dad-cc94-439a-96b9-368cc3a19a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:52.466923 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-b9520dad-cc94-439a-96b9-368cc3a19a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:52.468174 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-b9520dad-cc94-439a-96b9-368cc3a19a96 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/69cfc1e2-9854-4487-9a22-2482c7397dbb HTTP/1.1" status: 204 len: 168 time: 0.1176162 Aug 14 19:10:52.476047 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9520dad-cc94-439a-96b9-368cc3a19a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cfc1e2-9854-4487-9a22-2482c7397dbb,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:52.516171 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-4dc6fff8-8cf0-482a-a9f4-2be9b4bd74ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:52.778218 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 38170) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:10:52.805068 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:52.819221 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-085393e7-3d3b-49ce-98a3-ca0210135ed1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e07ee592e1174e3c9885626f96fd2aad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398343 Aug 14 19:10:52.822020 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 38172) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:10:52.869753 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-1d15d637-c2de-4c13-8a4d-7698c4669649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:52.894336 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-1d15d637-c2de-4c13-8a4d-7698c4669649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:52.940514 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-1d15d637-c2de-4c13-8a4d-7698c4669649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:52.943215 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-1d15d637-c2de-4c13-8a4d-7698c4669649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:52.944360 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-1d15d637-c2de-4c13-8a4d-7698c4669649 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ca1d2caa-f84a-4ade-a4e1-934ad2152864 HTTP/1.1" status: 204 len: 168 time: 0.1214192 Aug 14 19:10:52.952193 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d15d637-c2de-4c13-8a4d-7698c4669649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1d2caa-f84a-4ade-a4e1-934ad2152864,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:10:53.730974 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 837ffb2d-96b1-4e26-b924-3b57b28a4068 no longer exists at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:10:53.755073 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] No Port match for: 837ffb2d-96b1-4e26-b924-3b57b28a4068 {{(pid=94118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 14 19:10:53.755422 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 837ffb2d-96b1-4e26-b924-3b57b28a4068 not bound to the agent host dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 14 19:10:53.887830 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:10:55.219250 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:00.247737 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-155fa65b-2b72-43ef-b617-dfd2d62f2c4e tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:00.249300 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-155fa65b-2b72-43ef-b617-dfd2d62f2c4e tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/networks?id=de8cd239-01ca-46a9-80b2-263e5a97ad1d HTTP/1.1" status: 200 len: 815 time: 0.1124268 Aug 14 19:11:00.265252 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-710b4541-3386-4c1b-8501-c36efddcf755 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/quotas/8e6362e98ec743738b3d8be8a7649e6a HTTP/1.1" status: 200 len: 375 time: 0.0098820 Aug 14 19:11:00.317013 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-66d79d2c-ce80-4232-9aa1-06782df2cbf6 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e6362e98ec743738b3d8be8a7649e6a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0464449 Aug 14 19:11:00.408265 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-803f1a3a-b0b3-4709-aabb-b9f7798f7748 service neutron] 10.222.0.39 "GET /v2.0/networks/de8cd239-01ca-46a9-80b2-263e5a97ad1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835869 Aug 14 19:11:00.504464 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-5884d3ac-4656-45bc-b6a5-5701873d763f service neutron] 10.222.0.39 "GET /v2.0/networks/de8cd239-01ca-46a9-80b2-263e5a97ad1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901794 Aug 14 19:11:00.676326 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-785b0738-b519-4294-a4ed-565b979ef58a req-36e0b44f-e457-4fdc-bf70-85c7de9ce4ce tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=98a2708d-66a9-4feb-9cb1-47c84536371c HTTP/1.1" status: 200 len: 210 time: 0.0296855 Aug 14 19:11:01.579013 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-6ba4834f-ed1f-4a0a-8685-953658a1faba tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:01.580426 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-6ba4834f-ed1f-4a0a-8685-953658a1faba tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.24 "GET /v2.0/networks?id=de8cd239-01ca-46a9-80b2-263e5a97ad1d HTTP/1.1" status: 200 len: 815 time: 0.1119604 Aug 14 19:11:01.593790 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-9e626c86-3033-46fc-8177-21c0a848b4a9 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Request body: {'port': {'device_id': '98a2708d-66a9-4feb-9cb1-47c84536371c', 'network_id': 'de8cd239-01ca-46a9-80b2-263e5a97ad1d', 'admin_state_up': True, 'tenant_id': '8e6362e98ec743738b3d8be8a7649e6a'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:11:01.709654 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-9e626c86-3033-46fc-8177-21c0a848b4a9 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Made reservation on behalf of 8e6362e98ec743738b3d8be8a7649e6a for: {'port': 1} {{(pid=94117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:11:01.713153 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-9e626c86-3033-46fc-8177-21c0a848b4a9 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:01.775470 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-1c6cb5b4-3788-402c-be09-0557abe1d3c5 req-8dd8f18b-ed51-4b13-ad55-56608ab6fa09 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=98a2708d-66a9-4feb-9cb1-47c84536371c HTTP/1.1" status: 200 len: 210 time: 0.0277514 Aug 14 19:11:01.837385 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.db_base_plugin_common [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-9e626c86-3033-46fc-8177-21c0a848b4a9 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Allocated IP 172.20.0.5 (de8cd239-01ca-46a9-80b2-263e5a97ad1d/fd04a080-56ff-44dd-85ab-aaac7fbace90/df8812d0-6f07-447d-910d-5ce32da788a0) {{(pid=94117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:11:01.981600 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-9e626c86-3033-46fc-8177-21c0a848b4a9 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Notify callbacks [] for port, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:02.020041 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-9e626c86-3033-46fc-8177-21c0a848b4a9 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25274135'] for port, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:02.061340 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-9e626c86-3033-46fc-8177-21c0a848b4a9 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Network de8cd239-01ca-46a9-80b2-263e5a97ad1d is already hosted by enough agents. {{(pid=94117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:11:02.066234 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.base_scheduler [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-9e626c86-3033-46fc-8177-21c0a848b4a9 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Resources bound (agent type, host, resource id): {{(pid=94117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:11:02.070010 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-9e626c86-3033-46fc-8177-21c0a848b4a9 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Received port after_create {{(pid=94117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:11:02.076638 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e626c86-3033-46fc-8177-21c0a848b4a9 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Pushing event updated for resources: {'Port': ['ID=df8812d0-6f07-447d-910d-5ce32da788a0,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:02.125008 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-9e626c86-3033-46fc-8177-21c0a848b4a9 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:02.125528 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-9e626c86-3033-46fc-8177-21c0a848b4a9 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:02.140030 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-9e626c86-3033-46fc-8177-21c0a848b4a9 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5509393 Aug 14 19:11:02.892228 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e505a9d-4bca-40f4-9123-8660633e5cb4 req-105093cc-e51a-45ec-969c-0a945586bd89 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:02.893704 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8e505a9d-4bca-40f4-9123-8660633e5cb4 req-105093cc-e51a-45ec-969c-0a945586bd89 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=98a2708d-66a9-4feb-9cb1-47c84536371c HTTP/1.1" status: 200 len: 931 time: 0.0513346 Aug 14 19:11:02.931386 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8e505a9d-4bca-40f4-9123-8660633e5cb4 req-10ef348f-14e4-4557-8a76-447edfba5aee tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f41a60-b8a4-4d88-b7b4-666d52ee0caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317407 Aug 14 19:11:04.045641 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67434910-b2d9-48e6-bc7b-46a5928aa899 req-6376e990-c0fc-45e9-bde6-f8c096a87cd0 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:04.047205 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-67434910-b2d9-48e6-bc7b-46a5928aa899 req-6376e990-c0fc-45e9-bde6-f8c096a87cd0 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=98a2708d-66a9-4feb-9cb1-47c84536371c HTTP/1.1" status: 200 len: 931 time: 0.0490811 Aug 14 19:11:04.085786 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-67434910-b2d9-48e6-bc7b-46a5928aa899 req-29022440-d5cf-4c94-8975-4c10f930ecd5 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f41a60-b8a4-4d88-b7b4-666d52ee0caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328033 Aug 14 19:11:04.684195 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-9302bec8-622d-4648-bd33-4486a58d6f06 service neutron] Request body: {'port': {'device_id': '98a2708d-66a9-4feb-9cb1-47c84536371c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:11:04.699194 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] get_ports_and_sgs() called for port_ids ['0023badd-b2b2-4653-9d18-4e671f55ad03'] {{(pid=94118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 14 19:11:04.741294 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-9302bec8-622d-4648-bd33-4486a58d6f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:05.003524 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.notifiers.nova [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-9302bec8-622d-4648-bd33-4486a58d6f06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df8812d0-6f07-447d-910d-5ce32da788a0 {{(pid=94117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:11:05.012046 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-9302bec8-622d-4648-bd33-4486a58d6f06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:05.026837 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.provisioning_blocks [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-9302bec8-622d-4648-bd33-4486a58d6f06 service neutron] Transition to ACTIVE for port object df8812d0-6f07-447d-910d-5ce32da788a0 will not be triggered until provisioned by entity L2. {{(pid=94117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:11:05.030371 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-9302bec8-622d-4648-bd33-4486a58d6f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25274142'] for port, after_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:05.082825 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9302bec8-622d-4648-bd33-4486a58d6f06 service neutron] Pushing event updated for resources: {'Port': ['ID=df8812d0-6f07-447d-910d-5ce32da788a0,revision_number=2']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:05.153460 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.managers [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-9302bec8-622d-4648-bd33-4486a58d6f06 service neutron] Attempting to bind port df8812d0-6f07-447d-910d-5ce32da788a0 on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:11:05.153804 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.managers [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-9302bec8-622d-4648-bd33-4486a58d6f06 service neutron] Attempting to bind port df8812d0-6f07-447d-910d-5ce32da788a0 by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': '4ad96afd-d34d-4649-b250-7981700e776c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'de8cd239-01ca-46a9-80b2-263e5a97ad1d'}] {{(pid=94117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:11:05.154143 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-9302bec8-622d-4648-bd33-4486a58d6f06 service neutron] Attempting to bind port df8812d0-6f07-447d-910d-5ce32da788a0 on network de8cd239-01ca-46a9-80b2-263e5a97ad1d {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:11:05.169148 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-9302bec8-622d-4648-bd33-4486a58d6f06 service neutron] Port df8812d0-6f07-447d-910d-5ce32da788a0 on network de8cd239-01ca-46a9-80b2-263e5a97ad1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 14 19:11:05.169489 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-9302bec8-622d-4648-bd33-4486a58d6f06 service neutron] Attempting to bind port df8812d0-6f07-447d-910d-5ce32da788a0 on network de8cd239-01ca-46a9-80b2-263e5a97ad1d {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:11:05.189847 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-9302bec8-622d-4648-bd33-4486a58d6f06 service neutron] Checking agent: {'id': '7eaedc20-6d95-47b4-8617-1798feafd334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 19, 1, 52), 'started_at': datetime.datetime(2021, 8, 14, 19, 1, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:11:05.190171 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-9302bec8-622d-4648-bd33-4486a58d6f06 service neutron] Checking segment: {'id': '4ad96afd-d34d-4649-b250-7981700e776c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'de8cd239-01ca-46a9-80b2-263e5a97ad1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:11:05.190587 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-9302bec8-622d-4648-bd33-4486a58d6f06 service neutron] Bound using segment: {'id': '4ad96afd-d34d-4649-b250-7981700e776c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'de8cd239-01ca-46a9-80b2-263e5a97ad1d'} {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:11:05.191015 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.managers [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-9302bec8-622d-4648-bd33-4486a58d6f06 service neutron] Bound port: df8812d0-6f07-447d-910d-5ce32da788a0, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ad96afd-d34d-4649-b250-7981700e776c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'de8cd239-01ca-46a9-80b2-263e5a97ad1d'}}] {{(pid=94117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:11:05.191380 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-9302bec8-622d-4648-bd33-4486a58d6f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:05.240196 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd681f31-6764-49f5-a9cd-42557392ac59 req-879ed7fe-30e2-4d2b-a7b5-35b3eb870ac4 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:05.241681 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-bd681f31-6764-49f5-a9cd-42557392ac59 req-879ed7fe-30e2-4d2b-a7b5-35b3eb870ac4 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=98a2708d-66a9-4feb-9cb1-47c84536371c HTTP/1.1" status: 200 len: 943 time: 0.0853088 Aug 14 19:11:05.295750 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-9302bec8-622d-4648-bd33-4486a58d6f06 service neutron] For port df8812d0-6f07-447d-910d-5ce32da788a0, host hv-cinder-80458, cleared binding levels {{(pid=94117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:11:05.309099 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-bd681f31-6764-49f5-a9cd-42557392ac59 req-9df464e6-7db8-4a7a-bad8-3d263749d320 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f41a60-b8a4-4d88-b7b4-666d52ee0caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586512 Aug 14 19:11:05.312375 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-9302bec8-622d-4648-bd33-4486a58d6f06 service neutron] For port df8812d0-6f07-447d-910d-5ce32da788a0, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=df8812d0-6f07-447d-910d-5ce32da788a0,segment=NetworkSegment(4ad96afd-d34d-4649-b250-7981700e776c),segment_id=4ad96afd-d34d-4649-b250-7981700e776c)] {{(pid=94117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:11:05.316854 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-9302bec8-622d-4648-bd33-4486a58d6f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25274142'] for port, after_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:05.349043 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-9302bec8-622d-4648-bd33-4486a58d6f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:05.349662 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-9302bec8-622d-4648-bd33-4486a58d6f06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:05.351082 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-9302bec8-622d-4648-bd33-4486a58d6f06 service neutron] 10.222.0.24 "PUT /v2.0/ports/df8812d0-6f07-447d-910d-5ce32da788a0 HTTP/1.1" status: 200 len: 1093 time: 0.6721570 Aug 14 19:11:05.351517 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a2708d-66a9-4feb-9cb1-47c84536371c', 'tag': 'df8812d0-6f07-447d-910d-5ce32da788a0'}] {{(pid=94117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:11:05.353734 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ea8273f875cf68671556eb39bbac10e5cf2532cbac2204340d4cc673a0511b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3c0ead-08be-4ee9-82a6-2b3e8d4e731e" -d '{"events": [{"name": "network-changed", "server_uuid": "98a2708d-66a9-4feb-9cb1-47c84536371c", "tag": "df8812d0-6f07-447d-910d-5ce32da788a0"}]}' {{(pid=94117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:11:05.398027 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 Aug 2021 19:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b87ccee-d66e-49b5-abf2-0e1256c6f897 x-openstack-request-id: req-7b87ccee-d66e-49b5-abf2-0e1256c6f897 {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:11:05.398326 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a2708d-66a9-4feb-9cb1-47c84536371c", "tag": "df8812d0-6f07-447d-910d-5ce32da788a0", "status": "completed", "code": 200}]} {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:11:05.398608 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7b87ccee-d66e-49b5-abf2-0e1256c6f897 {{(pid=94117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:11:05.398957 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a2708d-66a9-4feb-9cb1-47c84536371c', 'tag': 'df8812d0-6f07-447d-910d-5ce32da788a0', 'status': 'completed', 'code': 200} Aug 14 19:11:05.399594 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9302bec8-622d-4648-bd33-4486a58d6f06 service neutron] Pushing event updated for resources: {'Port': ['ID=df8812d0-6f07-447d-910d-5ce32da788a0,revision_number=3']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:05.434824 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-7ea9e192-66ba-4d56-8b2d-6068d5ad4b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:05.436350 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-7ea9e192-66ba-4d56-8b2d-6068d5ad4b10 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e6362e98ec743738b3d8be8a7649e6a&device_id=98a2708d-66a9-4feb-9cb1-47c84536371c HTTP/1.1" status: 200 len: 1096 time: 0.0468247 Aug 14 19:11:05.477855 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-47417552-f2d4-4007-a254-d65ce9c850ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df8812d0-6f07-447d-910d-5ce32da788a0 HTTP/1.1" status: 200 len: 217 time: 0.0343390 Aug 14 19:11:05.525678 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-b49e2490-d568-4d30-9057-d5b2017b7742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:05.527941 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-b49e2490-d568-4d30-9057-d5b2017b7742 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fd04a080-56ff-44dd-85ab-aaac7fbace90 HTTP/1.1" status: 200 len: 855 time: 0.0431476 Aug 14 19:11:05.562973 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-ed7e055d-f025-4ab9-90a5-d0435d7a59fb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de8cd239-01ca-46a9-80b2-263e5a97ad1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276694 Aug 14 19:11:05.649234 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-1a78a0b9-c8b6-4f61-989a-b0a377af22e7 service neutron] 10.222.0.24 "GET /v2.0/networks/de8cd239-01ca-46a9-80b2-263e5a97ad1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792537 Aug 14 19:11:05.742333 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c3364996-273f-44fa-b429-b1de3ac155f6 req-5a30ef95-c903-4b70-ad82-cfc804ad1046 service neutron] 10.222.0.24 "GET /v2.0/networks/de8cd239-01ca-46a9-80b2-263e5a97ad1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856175 Aug 14 19:11:05.839539 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c0ead-08be-4ee9-82a6-2b3e8d4e731e req-a95e2397-d8fe-41b7-91e3-54456824b4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:05.841001 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4b3c0ead-08be-4ee9-82a6-2b3e8d4e731e req-a95e2397-d8fe-41b7-91e3-54456824b4c9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e6362e98ec743738b3d8be8a7649e6a&device_id=98a2708d-66a9-4feb-9cb1-47c84536371c HTTP/1.1" status: 200 len: 1096 time: 0.0430028 Aug 14 19:11:05.937643 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c0ead-08be-4ee9-82a6-2b3e8d4e731e req-5abac7f2-a422-4a1f-89a8-14ab19c53d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:05.939123 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4b3c0ead-08be-4ee9-82a6-2b3e8d4e731e req-5abac7f2-a422-4a1f-89a8-14ab19c53d92 service neutron] 10.222.0.24 "GET /v2.0/networks?id=de8cd239-01ca-46a9-80b2-263e5a97ad1d HTTP/1.1" status: 200 len: 916 time: 0.0909247 Aug 14 19:11:05.984151 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4b3c0ead-08be-4ee9-82a6-2b3e8d4e731e req-a6f3bbda-1409-4b1e-83e9-283740846b29 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df8812d0-6f07-447d-910d-5ce32da788a0 HTTP/1.1" status: 200 len: 217 time: 0.0374165 Aug 14 19:11:06.038414 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c0ead-08be-4ee9-82a6-2b3e8d4e731e req-668b1dce-fbf3-4662-b125-1600cabe041e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:06.040123 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4b3c0ead-08be-4ee9-82a6-2b3e8d4e731e req-668b1dce-fbf3-4662-b125-1600cabe041e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fd04a080-56ff-44dd-85ab-aaac7fbace90 HTTP/1.1" status: 200 len: 855 time: 0.0482545 Aug 14 19:11:06.076166 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4b3c0ead-08be-4ee9-82a6-2b3e8d4e731e req-16081ece-6ce1-4b37-a950-097d5d21b33b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de8cd239-01ca-46a9-80b2-263e5a97ad1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269947 Aug 14 19:11:06.172281 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4b3c0ead-08be-4ee9-82a6-2b3e8d4e731e req-ee923473-9687-4d5c-aadd-844523dd886e service neutron] 10.222.0.24 "GET /v2.0/networks/de8cd239-01ca-46a9-80b2-263e5a97ad1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874863 Aug 14 19:11:06.263024 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4b3c0ead-08be-4ee9-82a6-2b3e8d4e731e req-3eab6289-4a75-4b6b-ae58-473f0f89fe83 service neutron] 10.222.0.24 "GET /v2.0/networks/de8cd239-01ca-46a9-80b2-263e5a97ad1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832911 Aug 14 19:11:06.423797 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13108959-0b45-4174-8001-552f459dd7c7 req-b7524da8-61a7-4128-bfc8-93cf260f2e25 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:06.425272 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-13108959-0b45-4174-8001-552f459dd7c7 req-b7524da8-61a7-4128-bfc8-93cf260f2e25 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=98a2708d-66a9-4feb-9cb1-47c84536371c HTTP/1.1" status: 200 len: 943 time: 0.0495019 Aug 14 19:11:06.467406 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-13108959-0b45-4174-8001-552f459dd7c7 req-23f7f6ea-792d-47e5-854b-8c356cd51fe7 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f41a60-b8a4-4d88-b7b4-666d52ee0caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361943 Aug 14 19:11:07.583684 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ddecd-96c4-4bf8-9b67-4c4f3d084af3 req-3817ee9e-3285-4f04-89cd-510e2334ecf3 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:07.585162 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-a04ddecd-96c4-4bf8-9b67-4c4f3d084af3 req-3817ee9e-3285-4f04-89cd-510e2334ecf3 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=98a2708d-66a9-4feb-9cb1-47c84536371c HTTP/1.1" status: 200 len: 943 time: 0.0485172 Aug 14 19:11:07.624047 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-a04ddecd-96c4-4bf8-9b67-4c4f3d084af3 req-9bb8db43-c6c2-4b16-a725-52674c61572d tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f41a60-b8a4-4d88-b7b4-666d52ee0caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318584 Aug 14 19:11:08.700396 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device df8812d0-6f07-447d-910d-5ce32da788a0 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 14 19:11:08.744413 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6507a-c31f-4e14-9f1d-3510191acd94 req-3583f832-6bf4-418f-a2a5-37ee421f206e tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:08.746468 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-05a6507a-c31f-4e14-9f1d-3510191acd94 req-3583f832-6bf4-418f-a2a5-37ee421f206e tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=98a2708d-66a9-4feb-9cb1-47c84536371c HTTP/1.1" status: 200 len: 943 time: 0.0535941 Aug 14 19:11:08.786089 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-05a6507a-c31f-4e14-9f1d-3510191acd94 req-e3b3fe5d-0b32-47de-ab16-30fd9f9a1cfe tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f41a60-b8a4-4d88-b7b4-666d52ee0caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334301 Aug 14 19:11:08.803852 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port df8812d0-6f07-447d-910d-5ce32da788a0, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=df8812d0-6f07-447d-910d-5ce32da788a0,segment=NetworkSegment(4ad96afd-d34d-4649-b250-7981700e776c),segment_id=4ad96afd-d34d-4649-b250-7981700e776c)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:11:08.816732 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Returning: {'device': 'df8812d0-6f07-447d-910d-5ce32da788a0', 'network_id': 'de8cd239-01ca-46a9-80b2-263e5a97ad1d', 'port_id': 'df8812d0-6f07-447d-910d-5ce32da788a0', 'mac_address': 'fa:16:3e:b7:50:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd04a080-56ff-44dd-85ab-aaac7fbace90', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 14 19:11:08.856205 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:08.869135 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df8812d0-6f07-447d-910d-5ce32da788a0 {{(pid=94118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:11:08.893207 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port df8812d0-6f07-447d-910d-5ce32da788a0, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=df8812d0-6f07-447d-910d-5ce32da788a0,segment=NetworkSegment(4ad96afd-d34d-4649-b250-7981700e776c),segment_id=4ad96afd-d34d-4649-b250-7981700e776c)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:11:08.897754 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:08.949784 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=df8812d0-6f07-447d-910d-5ce32da788a0,revision_number=4']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:09.116781 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] get_ports_and_sgs() called for port_ids ['df8812d0-6f07-447d-910d-5ce32da788a0'] {{(pid=94118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 14 19:11:09.904859 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bba13b-a69a-48fd-8897-664817f70054 req-90b3e101-cdd1-4fa7-b856-a7356bc6af4c tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:09.906350 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-27bba13b-a69a-48fd-8897-664817f70054 req-90b3e101-cdd1-4fa7-b856-a7356bc6af4c tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=98a2708d-66a9-4feb-9cb1-47c84536371c HTTP/1.1" status: 200 len: 944 time: 0.0528100 Aug 14 19:11:09.943664 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-27bba13b-a69a-48fd-8897-664817f70054 req-d4524fcd-7acf-4ed0-b478-4806268a9b13 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f41a60-b8a4-4d88-b7b4-666d52ee0caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314567 Aug 14 19:11:10.550906 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 38322) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:11:10.655345 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-ef413271-490f-433a-a5d6-ccaccc869f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:10.711313 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device df8812d0-6f07-447d-910d-5ce32da788a0 up at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:11:10.742022 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-ef413271-490f-433a-a5d6-ccaccc869f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:10.747076 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-ef413271-490f-433a-a5d6-ccaccc869f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:10.764823 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning for port df8812d0-6f07-447d-910d-5ce32da788a0 completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:11:10.768431 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning complete for port df8812d0-6f07-447d-910d-5ce32da788a0 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:11:10.768804 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:10.785203 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-ef413271-490f-433a-a5d6-ccaccc869f8e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=313d18f729f24df3ab834ce30e45df99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308185 Aug 14 19:11:10.786017 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 38326) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:11:10.787557 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef413271-490f-433a-a5d6-ccaccc869f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f634dc9-8d04-4a3f-8ddf-67a9627cffb8,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:10.835640 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-e75e62b5-080c-4256-9162-12642c869417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:10.845751 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:10.859735 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-e75e62b5-080c-4256-9162-12642c869417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:10.874059 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a2708d-66a9-4feb-9cb1-47c84536371c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8812d0-6f07-447d-910d-5ce32da788a0'}] {{(pid=94118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:11:10.876738 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec225036cb8a85e900ef4a1438a865ee1e0a541caa4576dd66f1a48457471f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93209515-b98d-40a1-aee5-2fd05607eef2" -d '{"events": [{"server_uuid": "98a2708d-66a9-4feb-9cb1-47c84536371c", "name": "network-vif-plugged", "status": "completed", "tag": "df8812d0-6f07-447d-910d-5ce32da788a0"}]}' {{(pid=94118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:11:10.889767 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port df8812d0-6f07-447d-910d-5ce32da788a0, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=df8812d0-6f07-447d-910d-5ce32da788a0,segment=NetworkSegment(4ad96afd-d34d-4649-b250-7981700e776c),segment_id=4ad96afd-d34d-4649-b250-7981700e776c)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:11:10.894306 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:10.911102 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-e75e62b5-080c-4256-9162-12642c869417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:10.914051 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-e75e62b5-080c-4256-9162-12642c869417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:10.915370 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-e75e62b5-080c-4256-9162-12642c869417 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3f634dc9-8d04-4a3f-8ddf-67a9627cffb8 HTTP/1.1" status: 204 len: 168 time: 0.1279583 Aug 14 19:11:10.924978 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e62b5-080c-4256-9162-12642c869417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f634dc9-8d04-4a3f-8ddf-67a9627cffb8,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:10.926212 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30388cf2-8139-469d-bfad-61de4c3d8335 x-openstack-request-id: req-30388cf2-8139-469d-bfad-61de4c3d8335 {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:11:10.926527 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a2708d-66a9-4feb-9cb1-47c84536371c", "name": "network-vif-plugged", "status": "completed", "tag": "df8812d0-6f07-447d-910d-5ce32da788a0", "code": 200}]} {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:11:10.926782 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-30388cf2-8139-469d-bfad-61de4c3d8335 {{(pid=94118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:11:10.927163 dv-cinder-804581-2-iscsi neutron-server[94118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a2708d-66a9-4feb-9cb1-47c84536371c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8812d0-6f07-447d-910d-5ce32da788a0', 'code': 200} Aug 14 19:11:10.932281 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75e62b5-080c-4256-9162-12642c869417 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:11:10.932638 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75e62b5-080c-4256-9162-12642c869417 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:11:10.933117 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75e62b5-080c-4256-9162-12642c869417 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:11:10.933469 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75e62b5-080c-4256-9162-12642c869417 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:11:10.933804 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75e62b5-080c-4256-9162-12642c869417 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:11:10.934139 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75e62b5-080c-4256-9162-12642c869417 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:11:10.934544 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75e62b5-080c-4256-9162-12642c869417 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:11:10.934877 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75e62b5-080c-4256-9162-12642c869417 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:11:10.935210 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75e62b5-080c-4256-9162-12642c869417 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:11:10.935563 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75e62b5-080c-4256-9162-12642c869417 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:11:10.935893 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75e62b5-080c-4256-9162-12642c869417 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:11:10.936217 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75e62b5-080c-4256-9162-12642c869417 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:11:10.969290 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=df8812d0-6f07-447d-910d-5ce32da788a0,revision_number=5']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:11.089814 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef4c89-4a11-4175-90b5-ae1405a0e419 req-0424d78f-6ad1-42ec-a03b-b20d45f08f9f tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:11.091659 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-baef4c89-4a11-4175-90b5-ae1405a0e419 req-0424d78f-6ad1-42ec-a03b-b20d45f08f9f tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=98a2708d-66a9-4feb-9cb1-47c84536371c HTTP/1.1" status: 200 len: 945 time: 0.0622599 Aug 14 19:11:11.109238 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ef2e5-8ef2-49e8-8e93-83e9a7d72a45 req-d79b97f3-9769-4bcd-945f-590e83fe1bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:11.110773 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-593ef2e5-8ef2-49e8-8e93-83e9a7d72a45 req-d79b97f3-9769-4bcd-945f-590e83fe1bbb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=98a2708d-66a9-4feb-9cb1-47c84536371c HTTP/1.1" status: 200 len: 1098 time: 0.0469351 Aug 14 19:11:11.141087 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-baef4c89-4a11-4175-90b5-ae1405a0e419 req-eefe0860-5af6-4ee5-9934-c34965b9e3cb tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f41a60-b8a4-4d88-b7b4-666d52ee0caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422454 Aug 14 19:11:11.158139 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-593ef2e5-8ef2-49e8-8e93-83e9a7d72a45 req-26b921e8-654f-4453-9949-e5d49438f602 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e4f41a60-b8a4-4d88-b7b4-666d52ee0caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392575 Aug 14 19:11:12.261206 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e4091-e292-4250-9e2a-68cc3ecc8c0a req-8769654b-e76e-47c3-9419-af9bc65b8764 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:12.262669 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f35e4091-e292-4250-9e2a-68cc3ecc8c0a req-8769654b-e76e-47c3-9419-af9bc65b8764 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=98a2708d-66a9-4feb-9cb1-47c84536371c HTTP/1.1" status: 200 len: 945 time: 0.0483897 Aug 14 19:11:12.301604 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f35e4091-e292-4250-9e2a-68cc3ecc8c0a req-bc161bcd-0630-4f1a-8bf2-2fa11642e9a0 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f41a60-b8a4-4d88-b7b4-666d52ee0caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330448 Aug 14 19:11:14.049838 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-b33dddab-edc3-45a5-94a8-949d082b38fb tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:14.051357 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-b33dddab-edc3-45a5-94a8-949d082b38fb tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/networks?id=de8cd239-01ca-46a9-80b2-263e5a97ad1d HTTP/1.1" status: 200 len: 815 time: 0.1020112 Aug 14 19:11:14.065843 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-798d6e40-3161-4a98-8497-244cc9cc9551 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/quotas/8e6362e98ec743738b3d8be8a7649e6a HTTP/1.1" status: 200 len: 375 time: 0.0089037 Aug 14 19:11:14.116847 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-79641a93-9712-441b-8471-aa81b07c335b tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e6362e98ec743738b3d8be8a7649e6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457435 Aug 14 19:11:14.209153 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-f65d57ef-9df9-47a1-be44-aba40ab2da22 service neutron] 10.222.0.39 "GET /v2.0/networks/de8cd239-01ca-46a9-80b2-263e5a97ad1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848887 Aug 14 19:11:14.296686 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-dff518d4-f8f4-4395-af82-54a7b93d40be service neutron] 10.222.0.39 "GET /v2.0/networks/de8cd239-01ca-46a9-80b2-263e5a97ad1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808046 Aug 14 19:11:14.452089 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-a099886f-cb2e-484b-a8fa-66783f8b54d4 req-f2709a53-6c57-4456-b1c5-d315805a6026 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f2a244-aab8-4eff-b5c3-ea7fe3bee086 HTTP/1.1" status: 200 len: 210 time: 0.0267153 Aug 14 19:11:15.545272 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c7d2d3fc-544d-4400-8be6-00bfecfa00b2 req-08032bb2-7122-4166-8592-c39558d3e1aa tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f2a244-aab8-4eff-b5c3-ea7fe3bee086 HTTP/1.1" status: 200 len: 210 time: 0.0275793 Aug 14 19:11:16.637336 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-48a802c3-d6e7-4a67-b9c4-4d27df24a520 req-fc18e559-5298-4d2a-8d6a-1b7de07227e2 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f2a244-aab8-4eff-b5c3-ea7fe3bee086 HTTP/1.1" status: 200 len: 210 time: 0.0264988 Aug 14 19:11:17.152908 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-72981ed0-b8e0-4e37-9809-e63c816f7fca tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:17.154364 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-72981ed0-b8e0-4e37-9809-e63c816f7fca tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.24 "GET /v2.0/networks?id=de8cd239-01ca-46a9-80b2-263e5a97ad1d HTTP/1.1" status: 200 len: 815 time: 0.3587711 Aug 14 19:11:17.183489 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-a451a838-41f7-499e-830f-09116d77b222 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Request body: {'port': {'device_id': '70f2a244-aab8-4eff-b5c3-ea7fe3bee086', 'network_id': 'de8cd239-01ca-46a9-80b2-263e5a97ad1d', 'admin_state_up': True, 'tenant_id': '8e6362e98ec743738b3d8be8a7649e6a'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:11:17.292362 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-a451a838-41f7-499e-830f-09116d77b222 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Made reservation on behalf of 8e6362e98ec743738b3d8be8a7649e6a for: {'port': 1} {{(pid=94117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:11:17.295647 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-a451a838-41f7-499e-830f-09116d77b222 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:17.417455 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.db_base_plugin_common [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-a451a838-41f7-499e-830f-09116d77b222 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Allocated IP 172.20.0.7 (de8cd239-01ca-46a9-80b2-263e5a97ad1d/fd04a080-56ff-44dd-85ab-aaac7fbace90/d14df72e-ef09-4503-b7bb-1f5efec40777) {{(pid=94117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:11:17.569769 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-a451a838-41f7-499e-830f-09116d77b222 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Notify callbacks [] for port, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:17.615359 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-a451a838-41f7-499e-830f-09116d77b222 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25274135'] for port, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:17.629755 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] get_ports_and_sgs() called for port_ids ['0023badd-b2b2-4653-9d18-4e671f55ad03', 'df8812d0-6f07-447d-910d-5ce32da788a0'] {{(pid=94118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 14 19:11:17.662769 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-a451a838-41f7-499e-830f-09116d77b222 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Network de8cd239-01ca-46a9-80b2-263e5a97ad1d is already hosted by enough agents. {{(pid=94117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:11:17.665920 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.base_scheduler [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-a451a838-41f7-499e-830f-09116d77b222 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Resources bound (agent type, host, resource id): {{(pid=94117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:11:17.671609 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-a451a838-41f7-499e-830f-09116d77b222 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Received port after_create {{(pid=94117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:11:17.674161 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a451a838-41f7-499e-830f-09116d77b222 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Pushing event updated for resources: {'Port': ['ID=d14df72e-ef09-4503-b7bb-1f5efec40777,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:17.728484 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-a451a838-41f7-499e-830f-09116d77b222 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:17.730158 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-a451a838-41f7-499e-830f-09116d77b222 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:17.745192 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-a451a838-41f7-499e-830f-09116d77b222 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5653124 Aug 14 19:11:17.758131 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-053f048d-af8d-4e0a-b911-12132c1b468d service neutron] Request body: {'port': {'device_id': '70f2a244-aab8-4eff-b5c3-ea7fe3bee086', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:11:17.773806 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78d0be-955e-494a-a138-f65cd5633ec4 req-494b1736-33ae-4422-b6f0-65d81c79148b tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:17.776721 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-fa78d0be-955e-494a-a138-f65cd5633ec4 req-494b1736-33ae-4422-b6f0-65d81c79148b tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f2a244-aab8-4eff-b5c3-ea7fe3bee086 HTTP/1.1" status: 200 len: 931 time: 0.0555274 Aug 14 19:11:17.814303 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-053f048d-af8d-4e0a-b911-12132c1b468d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:17.814530 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-fa78d0be-955e-494a-a138-f65cd5633ec4 req-3445f9e3-1dbf-4fd5-9e0b-ec257857f0fb tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f41a60-b8a4-4d88-b7b4-666d52ee0caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316119 Aug 14 19:11:18.079077 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.notifiers.nova [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-053f048d-af8d-4e0a-b911-12132c1b468d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d14df72e-ef09-4503-b7bb-1f5efec40777 {{(pid=94117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:11:18.086507 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-053f048d-af8d-4e0a-b911-12132c1b468d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:18.099130 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.provisioning_blocks [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-053f048d-af8d-4e0a-b911-12132c1b468d service neutron] Transition to ACTIVE for port object d14df72e-ef09-4503-b7bb-1f5efec40777 will not be triggered until provisioned by entity L2. {{(pid=94117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:11:18.104099 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-053f048d-af8d-4e0a-b911-12132c1b468d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25274142'] for port, after_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:18.169025 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f048d-af8d-4e0a-b911-12132c1b468d service neutron] Pushing event updated for resources: {'Port': ['ID=d14df72e-ef09-4503-b7bb-1f5efec40777,revision_number=2']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:18.220253 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.managers [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-053f048d-af8d-4e0a-b911-12132c1b468d service neutron] Attempting to bind port d14df72e-ef09-4503-b7bb-1f5efec40777 on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:11:18.220592 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.managers [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-053f048d-af8d-4e0a-b911-12132c1b468d service neutron] Attempting to bind port d14df72e-ef09-4503-b7bb-1f5efec40777 by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': '4ad96afd-d34d-4649-b250-7981700e776c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'de8cd239-01ca-46a9-80b2-263e5a97ad1d'}] {{(pid=94117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:11:18.220927 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-053f048d-af8d-4e0a-b911-12132c1b468d service neutron] Attempting to bind port d14df72e-ef09-4503-b7bb-1f5efec40777 on network de8cd239-01ca-46a9-80b2-263e5a97ad1d {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:11:18.225110 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-053f048d-af8d-4e0a-b911-12132c1b468d service neutron] Port d14df72e-ef09-4503-b7bb-1f5efec40777 on network de8cd239-01ca-46a9-80b2-263e5a97ad1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 14 19:11:18.225431 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-053f048d-af8d-4e0a-b911-12132c1b468d service neutron] Attempting to bind port d14df72e-ef09-4503-b7bb-1f5efec40777 on network de8cd239-01ca-46a9-80b2-263e5a97ad1d {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:11:18.230522 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-053f048d-af8d-4e0a-b911-12132c1b468d service neutron] Checking agent: {'id': '7eaedc20-6d95-47b4-8617-1798feafd334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 19, 1, 52), 'started_at': datetime.datetime(2021, 8, 14, 19, 1, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:11:18.230861 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-053f048d-af8d-4e0a-b911-12132c1b468d service neutron] Checking segment: {'id': '4ad96afd-d34d-4649-b250-7981700e776c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'de8cd239-01ca-46a9-80b2-263e5a97ad1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:11:18.231245 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-053f048d-af8d-4e0a-b911-12132c1b468d service neutron] Bound using segment: {'id': '4ad96afd-d34d-4649-b250-7981700e776c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'de8cd239-01ca-46a9-80b2-263e5a97ad1d'} {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:11:18.231673 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.managers [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-053f048d-af8d-4e0a-b911-12132c1b468d service neutron] Bound port: d14df72e-ef09-4503-b7bb-1f5efec40777, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ad96afd-d34d-4649-b250-7981700e776c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'de8cd239-01ca-46a9-80b2-263e5a97ad1d'}}] {{(pid=94117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:11:18.232047 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-053f048d-af8d-4e0a-b911-12132c1b468d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:18.298893 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-053f048d-af8d-4e0a-b911-12132c1b468d service neutron] For port d14df72e-ef09-4503-b7bb-1f5efec40777, host hv-cinder-80458, cleared binding levels {{(pid=94117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:11:18.302412 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-053f048d-af8d-4e0a-b911-12132c1b468d service neutron] For port d14df72e-ef09-4503-b7bb-1f5efec40777, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=d14df72e-ef09-4503-b7bb-1f5efec40777,segment=NetworkSegment(4ad96afd-d34d-4649-b250-7981700e776c),segment_id=4ad96afd-d34d-4649-b250-7981700e776c)] {{(pid=94117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:11:18.306584 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-053f048d-af8d-4e0a-b911-12132c1b468d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25274142'] for port, after_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:18.340275 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-053f048d-af8d-4e0a-b911-12132c1b468d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:18.340892 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-053f048d-af8d-4e0a-b911-12132c1b468d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:18.342291 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-053f048d-af8d-4e0a-b911-12132c1b468d service neutron] 10.222.0.24 "PUT /v2.0/ports/d14df72e-ef09-4503-b7bb-1f5efec40777 HTTP/1.1" status: 200 len: 1093 time: 0.5893867 Aug 14 19:11:18.342727 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f2a244-aab8-4eff-b5c3-ea7fe3bee086', 'tag': 'd14df72e-ef09-4503-b7bb-1f5efec40777'}] {{(pid=94117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:11:18.344947 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ea8273f875cf68671556eb39bbac10e5cf2532cbac2204340d4cc673a0511b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3c4585-2ce7-41bc-a6fb-a2ca25bc4f65" -d '{"events": [{"name": "network-changed", "server_uuid": "70f2a244-aab8-4eff-b5c3-ea7fe3bee086", "tag": "d14df72e-ef09-4503-b7bb-1f5efec40777"}]}' {{(pid=94117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:11:18.372032 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f048d-af8d-4e0a-b911-12132c1b468d service neutron] Pushing event updated for resources: {'Port': ['ID=d14df72e-ef09-4503-b7bb-1f5efec40777,revision_number=3']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:18.390794 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 Aug 2021 19:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43963a7e-688b-46b3-84d2-180218c997db x-openstack-request-id: req-43963a7e-688b-46b3-84d2-180218c997db {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:11:18.391069 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f2a244-aab8-4eff-b5c3-ea7fe3bee086", "tag": "d14df72e-ef09-4503-b7bb-1f5efec40777", "status": "completed", "code": 200}]} {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:11:18.391312 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-43963a7e-688b-46b3-84d2-180218c997db {{(pid=94117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:11:18.391699 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f2a244-aab8-4eff-b5c3-ea7fe3bee086', 'tag': 'd14df72e-ef09-4503-b7bb-1f5efec40777', 'status': 'completed', 'code': 200} Aug 14 19:11:18.422967 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-18f0960f-7b4c-48c7-a703-de8828077652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:18.424445 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-18f0960f-7b4c-48c7-a703-de8828077652 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e6362e98ec743738b3d8be8a7649e6a&device_id=70f2a244-aab8-4eff-b5c3-ea7fe3bee086 HTTP/1.1" status: 200 len: 1096 time: 0.0431380 Aug 14 19:11:18.471628 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-b1f005a9-3681-4076-8c5d-c991c59d92fd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d14df72e-ef09-4503-b7bb-1f5efec40777 HTTP/1.1" status: 200 len: 217 time: 0.0335572 Aug 14 19:11:18.524623 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-c9680df4-2aee-4ba1-8b94-b28c21164d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:18.526131 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-c9680df4-2aee-4ba1-8b94-b28c21164d53 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fd04a080-56ff-44dd-85ab-aaac7fbace90 HTTP/1.1" status: 200 len: 855 time: 0.0481033 Aug 14 19:11:18.559357 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-8beac49b-c582-426a-939a-544c47395540 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de8cd239-01ca-46a9-80b2-263e5a97ad1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258048 Aug 14 19:11:18.655034 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-c8175a99-d023-4156-8882-5b8a4d7846fe service neutron] 10.222.0.24 "GET /v2.0/networks/de8cd239-01ca-46a9-80b2-263e5a97ad1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891061 Aug 14 19:11:18.752890 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e5df743f-3d57-43dc-81d0-a4f0041bc6ea req-ef970544-fac5-4ca2-a649-5c40ff7bc7d9 service neutron] 10.222.0.24 "GET /v2.0/networks/de8cd239-01ca-46a9-80b2-263e5a97ad1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902193 Aug 14 19:11:18.849967 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c4585-2ce7-41bc-a6fb-a2ca25bc4f65 req-eace79c5-bdcc-471b-be03-fcb093df9a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:18.851682 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-3a3c4585-2ce7-41bc-a6fb-a2ca25bc4f65 req-eace79c5-bdcc-471b-be03-fcb093df9a9f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e6362e98ec743738b3d8be8a7649e6a&device_id=70f2a244-aab8-4eff-b5c3-ea7fe3bee086 HTTP/1.1" status: 200 len: 1096 time: 0.0463750 Aug 14 19:11:18.940848 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660382f0-8aa7-4123-bcfb-1207e3969249 req-e4a92849-3c85-4de9-acb7-398c0ec5fc6d tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:18.942362 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-660382f0-8aa7-4123-bcfb-1207e3969249 req-e4a92849-3c85-4de9-acb7-398c0ec5fc6d tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f2a244-aab8-4eff-b5c3-ea7fe3bee086 HTTP/1.1" status: 200 len: 943 time: 0.0553102 Aug 14 19:11:18.951160 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c4585-2ce7-41bc-a6fb-a2ca25bc4f65 req-40b307a8-2d89-4696-9d39-dc83ddcae84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:18.952624 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-3a3c4585-2ce7-41bc-a6fb-a2ca25bc4f65 req-40b307a8-2d89-4696-9d39-dc83ddcae84c service neutron] 10.222.0.24 "GET /v2.0/networks?id=de8cd239-01ca-46a9-80b2-263e5a97ad1d HTTP/1.1" status: 200 len: 916 time: 0.0921652 Aug 14 19:11:18.981090 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-660382f0-8aa7-4123-bcfb-1207e3969249 req-bdfda314-c3f1-40ed-b08d-b7d06fcf8c0b tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f41a60-b8a4-4d88-b7b4-666d52ee0caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325868 Aug 14 19:11:18.995547 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-3a3c4585-2ce7-41bc-a6fb-a2ca25bc4f65 req-21df3a36-cd1f-41bc-b66b-7c23350d8597 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d14df72e-ef09-4503-b7bb-1f5efec40777 HTTP/1.1" status: 200 len: 217 time: 0.0356481 Aug 14 19:11:19.052102 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c4585-2ce7-41bc-a6fb-a2ca25bc4f65 req-952874af-663e-45dc-921e-722e45c33f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:19.053519 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-3a3c4585-2ce7-41bc-a6fb-a2ca25bc4f65 req-952874af-663e-45dc-921e-722e45c33f79 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fd04a080-56ff-44dd-85ab-aaac7fbace90 HTTP/1.1" status: 200 len: 855 time: 0.0441520 Aug 14 19:11:19.083688 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-3a3c4585-2ce7-41bc-a6fb-a2ca25bc4f65 req-5422ea3b-6fc1-4cec-acb8-7e4d4531bcae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de8cd239-01ca-46a9-80b2-263e5a97ad1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228353 Aug 14 19:11:19.181035 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-4394c8d0-800a-45e9-b936-2fbdf0a64ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:19.183258 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-3a3c4585-2ce7-41bc-a6fb-a2ca25bc4f65 req-e10c64b2-126b-4ba3-a1e5-f44f0d2ba3ed service neutron] 10.222.0.24 "GET /v2.0/networks/de8cd239-01ca-46a9-80b2-263e5a97ad1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922706 Aug 14 19:11:19.273072 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-3a3c4585-2ce7-41bc-a6fb-a2ca25bc4f65 req-a2beeeac-3e98-4bd3-ba5a-b9c568d3136d service neutron] 10.222.0.24 "GET /v2.0/networks/de8cd239-01ca-46a9-80b2-263e5a97ad1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819943 Aug 14 19:11:19.949235 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 38458) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:11:20.062163 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-832d7e3d-5be9-4457-9843-f8f4057ed70d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:20.132877 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e1a397-d5d3-482c-a05e-53013bdf4f33 req-7f9a309a-0fbc-40de-b12b-5daeac1d219d tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:20.134364 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-19e1a397-d5d3-482c-a05e-53013bdf4f33 req-7f9a309a-0fbc-40de-b12b-5daeac1d219d tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f2a244-aab8-4eff-b5c3-ea7fe3bee086 HTTP/1.1" status: 200 len: 943 time: 0.0742490 Aug 14 19:11:20.191632 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-19e1a397-d5d3-482c-a05e-53013bdf4f33 req-d2557ffb-687f-4c1c-81da-dda652e30c5f tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f41a60-b8a4-4d88-b7b4-666d52ee0caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501335 Aug 14 19:11:20.219409 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-832d7e3d-5be9-4457-9843-f8f4057ed70d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:20.224568 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-832d7e3d-5be9-4457-9843-f8f4057ed70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:20.263567 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-832d7e3d-5be9-4457-9843-f8f4057ed70d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=17a2f22adca847139e80853f665f7995&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3132498 Aug 14 19:11:20.264412 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d7e3d-5be9-4457-9843-f8f4057ed70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54bd622f-aeec-4288-a2ac-380a5664642f,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:20.267212 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 38464) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:11:20.316215 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-813914c1-02fa-42f3-9079-595fe5bddc2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:20.338440 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-813914c1-02fa-42f3-9079-595fe5bddc2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:20.389419 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-813914c1-02fa-42f3-9079-595fe5bddc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:20.391966 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-813914c1-02fa-42f3-9079-595fe5bddc2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:20.393101 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-813914c1-02fa-42f3-9079-595fe5bddc2a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/54bd622f-aeec-4288-a2ac-380a5664642f HTTP/1.1" status: 204 len: 168 time: 0.1246762 Aug 14 19:11:20.400656 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813914c1-02fa-42f3-9079-595fe5bddc2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bd622f-aeec-4288-a2ac-380a5664642f,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:20.743200 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device d14df72e-ef09-4503-b7bb-1f5efec40777 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 14 19:11:20.840170 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port d14df72e-ef09-4503-b7bb-1f5efec40777, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=d14df72e-ef09-4503-b7bb-1f5efec40777,segment=NetworkSegment(4ad96afd-d34d-4649-b250-7981700e776c),segment_id=4ad96afd-d34d-4649-b250-7981700e776c)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:11:20.851603 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Returning: {'device': 'd14df72e-ef09-4503-b7bb-1f5efec40777', 'network_id': 'de8cd239-01ca-46a9-80b2-263e5a97ad1d', 'port_id': 'd14df72e-ef09-4503-b7bb-1f5efec40777', 'mac_address': 'fa:16:3e:9b:c2:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd04a080-56ff-44dd-85ab-aaac7fbace90', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 14 19:11:20.895930 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:20.908842 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d14df72e-ef09-4503-b7bb-1f5efec40777 {{(pid=94118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:11:20.929255 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port d14df72e-ef09-4503-b7bb-1f5efec40777, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=d14df72e-ef09-4503-b7bb-1f5efec40777,segment=NetworkSegment(4ad96afd-d34d-4649-b250-7981700e776c),segment_id=4ad96afd-d34d-4649-b250-7981700e776c)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:11:20.933203 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:20.980033 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=d14df72e-ef09-4503-b7bb-1f5efec40777,revision_number=4']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:20.986990 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:11:20.987345 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:11:20.987696 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:11:20.988033 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:11:20.988370 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:11:20.988708 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:11:20.989041 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:11:20.989368 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:11:20.989698 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:11:20.990105 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:11:20.990373 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:11:20.990700 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:11:21.006571 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 38486) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:11:21.101564 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-d726b06e-3419-434f-b5d7-89d18408647d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2067312092-network', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:11:21.123392 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d726b06e-3419-434f-b5d7-89d18408647d admin admin] Made reservation on behalf of 05a353e35c374c759a6f9c0404b0674e for: {'network': 1} {{(pid=94116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:11:21.126967 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d726b06e-3419-434f-b5d7-89d18408647d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for network, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:21.137398 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d726b06e-3419-434f-b5d7-89d18408647d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:21.213569 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] get_ports_and_sgs() called for port_ids ['d14df72e-ef09-4503-b7bb-1f5efec40777'] {{(pid=94118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 14 19:11:21.230055 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d726b06e-3419-434f-b5d7-89d18408647d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:21.234345 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d726b06e-3419-434f-b5d7-89d18408647d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:21.247801 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d726b06e-3419-434f-b5d7-89d18408647d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=94116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 14 19:11:21.268475 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d726b06e-3419-434f-b5d7-89d18408647d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736'] for segment, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:21.269134 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.db.segments_db [None req-d726b06e-3419-434f-b5d7-89d18408647d admin admin] Added segment 2800a48d-5c13-48c5-b13b-b2b7f3ec26bd of type vlan for network 50d7b873-7555-4a5b-94d5-d2359dbb2d35 Aug 14 19:11:21.325437 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726b06e-3419-434f-b5d7-89d18408647d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b744f3d-576c-4f67-a309-ca55ddd92b9f,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:21.346535 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d726b06e-3419-434f-b5d7-89d18408647d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754978905146'] for network, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:21.370865 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1659d9-e122-4941-961d-83731a3e2662 req-db45112d-f6b9-45fd-bb10-758c238318b7 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:21.372355 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-8e1659d9-e122-4941-961d-83731a3e2662 req-db45112d-f6b9-45fd-bb10-758c238318b7 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f2a244-aab8-4eff-b5c3-ea7fe3bee086 HTTP/1.1" status: 200 len: 944 time: 0.1056182 Aug 14 19:11:21.406955 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d726b06e-3419-434f-b5d7-89d18408647d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998'] for network, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:21.407898 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d726b06e-3419-434f-b5d7-89d18408647d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:21.408474 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d726b06e-3419-434f-b5d7-89d18408647d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for network, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:21.437342 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-8e1659d9-e122-4941-961d-83731a3e2662 req-d5be9056-6893-4614-890a-688d62c60407 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f41a60-b8a4-4d88-b7b4-666d52ee0caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585887 Aug 14 19:11:21.469223 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-d726b06e-3419-434f-b5d7-89d18408647d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4615686 Aug 14 19:11:21.472229 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 38492) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:11:21.477667 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [None req-8df927bb-71e4-4091-b909-c9ddda27ad56 admin admin] Request body: {'subnet': {'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2067312092-subnet', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'ip_version': 4}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:11:21.480646 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726b06e-3419-434f-b5d7-89d18408647d admin admin] Pushing event updated for resources: {'Network': ['ID=50d7b873-7555-4a5b-94d5-d2359dbb2d35,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:21.490789 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Network 50d7b873-7555-4a5b-94d5-d2359dbb2d35 details requested by agent ovs-agent-dv-cinder-804581-2-iscsi with host dv-cinder-804581-2-iscsi {{(pid=94118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 14 19:11:21.499125 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df927bb-71e4-4091-b909-c9ddda27ad56 admin admin] Made reservation on behalf of 05a353e35c374c759a6f9c0404b0674e for: {'subnet': 1} {{(pid=94117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:11:21.502001 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-8df927bb-71e4-4091-b909-c9ddda27ad56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27050841'] for subnet, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:21.666685 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-8df927bb-71e4-4091-b909-c9ddda27ad56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25274211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27050859'] for subnet, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:21.727279 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df927bb-71e4-4091-b909-c9ddda27ad56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5b8f645-8996-4e63-8b39-2a949795aaf3,revision_number=0']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:21.734847 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df927bb-71e4-4091-b909-c9ddda27ad56 admin admin] Checking segment: {'id': '2800a48d-5c13-48c5-b13b-b2b7f3ec26bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:11:21.735204 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df927bb-71e4-4091-b909-c9ddda27ad56 admin admin] Network hostable DHCP agents. Network: 50d7b873-7555-4a5b-94d5-d2359dbb2d35, hostable agents: ['0d7bdec9-f5f8-4d0a-807a-57e5ce61a6b1'], hosted agents: [] {{(pid=94117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 14 19:11:21.752007 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df927bb-71e4-4091-b909-c9ddda27ad56 admin admin] Network 50d7b873-7555-4a5b-94d5-d2359dbb2d35 is scheduled to be hosted by DHCP agent 0d7bdec9-f5f8-4d0a-807a-57e5ce61a6b1 with binding_index 1 {{(pid=94117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 14 19:11:21.760512 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.base_scheduler [None req-8df927bb-71e4-4091-b909-c9ddda27ad56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804581-2-iscsi, 50d7b873-7555-4a5b-94d5-d2359dbb2d35) {{(pid=94117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:11:21.764919 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df927bb-71e4-4091-b909-c9ddda27ad56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:21.765954 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-8df927bb-71e4-4091-b909-c9ddda27ad56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for subnet, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:21.769325 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e328f508-167d-4ee0-9556-e62821b5f99b None None] Network 50d7b873-7555-4a5b-94d5-d2359dbb2d35 requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 19:11:21.780498 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-8df927bb-71e4-4091-b909-c9ddda27ad56 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3067176 Aug 14 19:11:21.783285 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 38494) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:11:21.787569 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [None req-0cb898b2-40dd-4dd8-93a9-77be219ac8c6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2067312092-router', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'}}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:11:21.807989 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-0cb898b2-40dd-4dd8-93a9-77be219ac8c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-497131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1253'] for router, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:21.809049 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-0cb898b2-40dd-4dd8-93a9-77be219ac8c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499240', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1667368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1276'] for router, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:21.859863 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-0cb898b2-40dd-4dd8-93a9-77be219ac8c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:21.912731 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ed6241-bd56-48ea-94cc-56b36ff74f82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3ad8078-bf75-59ca-bf42-0c8d8311ab94-50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'fixed_ips': [{'subnet_id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3'}]}} from dv-cinder-804581-2-iscsi. {{(pid=94118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 14 19:11:21.913591 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-66ed6241-bd56-48ea-94cc-56b36ff74f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:21.998918 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-0cb898b2-40dd-4dd8-93a9-77be219ac8c6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:22.006732 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:22.062933 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.db_base_plugin_common [None req-66ed6241-bd56-48ea-94cc-56b36ff74f82 None None] Allocated IP 172.20.0.2 (50d7b873-7555-4a5b-94d5-d2359dbb2d35/f5b8f645-8996-4e63-8b39-2a949795aaf3/23ab6f17-7522-45a9-a0b2-a46334cf4080) {{(pid=94118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:11:22.158302 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.agents_db [None req-d9ec6548-365a-4179-9791-d0bac427e43f None None] Agent healthcheck: found 6 active agents {{(pid=94119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 14 19:11:22.200489 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-0cb898b2-40dd-4dd8-93a9-77be219ac8c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:22.204636 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-66ed6241-bd56-48ea-94cc-56b36ff74f82 None None] Notify callbacks [] for port, precommit_create {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:22.212977 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-66ed6241-bd56-48ea-94cc-56b36ff74f82 None None] Transition to ACTIVE for port object 23ab6f17-7522-45a9-a0b2-a46334cf4080 will not be triggered until provisioned by entity L2. {{(pid=94118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:11:22.223440 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-0cb898b2-40dd-4dd8-93a9-77be219ac8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:22.227690 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-66ed6241-bd56-48ea-94cc-56b36ff74f82 None None] Transition to ACTIVE for port object 23ab6f17-7522-45a9-a0b2-a46334cf4080 will not be triggered until provisioned by entity DHCP. {{(pid=94118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:11:22.234321 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-66ed6241-bd56-48ea-94cc-56b36ff74f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948'] for port, after_create {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:22.276008 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ed6241-bd56-48ea-94cc-56b36ff74f82 None None] Network 50d7b873-7555-4a5b-94d5-d2359dbb2d35 is already hosted by enough agents. {{(pid=94118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:11:22.280840 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.scheduler.base_scheduler [None req-66ed6241-bd56-48ea-94cc-56b36ff74f82 None None] Resources bound (agent type, host, resource id): {{(pid=94118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:11:22.284313 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ed6241-bd56-48ea-94cc-56b36ff74f82 None None] Received port after_create {{(pid=94118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:11:22.291770 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed6241-bd56-48ea-94cc-56b36ff74f82 None None] Pushing event updated for resources: {'Port': ['ID=23ab6f17-7522-45a9-a0b2-a46334cf4080,revision_number=1']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:22.327292 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.db_base_plugin_common [None req-0cb898b2-40dd-4dd8-93a9-77be219ac8c6 admin admin] Allocated IP 172.27.2.144 (70527521-9220-43b3-92f5-8f32262fd0f1/b39bc0ec-218c-484d-aceb-7d591e49d9cc/9af12eba-cdaf-4607-b0fd-e3286caa6fa1) {{(pid=94117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:11:22.342157 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-66ed6241-bd56-48ea-94cc-56b36ff74f82 None None] Attempting to bind port 23ab6f17-7522-45a9-a0b2-a46334cf4080 on host dv-cinder-804581-2-iscsi for vnic_type normal with profile {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:11:22.342632 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-66ed6241-bd56-48ea-94cc-56b36ff74f82 None None] Attempting to bind port 23ab6f17-7522-45a9-a0b2-a46334cf4080 by drivers openvswitch,hyperv on host dv-cinder-804581-2-iscsi at level 0 using segments [{'id': '2800a48d-5c13-48c5-b13b-b2b7f3ec26bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35'}] {{(pid=94118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:11:22.343002 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ed6241-bd56-48ea-94cc-56b36ff74f82 None None] Attempting to bind port 23ab6f17-7522-45a9-a0b2-a46334cf4080 on network 50d7b873-7555-4a5b-94d5-d2359dbb2d35 {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:11:22.348356 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ed6241-bd56-48ea-94cc-56b36ff74f82 None None] Checking agent: {'id': 'd974888e-3874-401b-8472-8d90566bb0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 18, 55, 53), 'started_at': datetime.datetime(2021, 8, 14, 18, 56, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:11:22.348739 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ed6241-bd56-48ea-94cc-56b36ff74f82 None None] Checking segment: {'id': '2800a48d-5c13-48c5-b13b-b2b7f3ec26bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:11:22.349175 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-66ed6241-bd56-48ea-94cc-56b36ff74f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:22.349577 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ed6241-bd56-48ea-94cc-56b36ff74f82 None None] Bound using segment: {'id': '2800a48d-5c13-48c5-b13b-b2b7f3ec26bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35'} {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:11:22.350081 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-66ed6241-bd56-48ea-94cc-56b36ff74f82 None None] Bound port: 23ab6f17-7522-45a9-a0b2-a46334cf4080, host: dv-cinder-804581-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2800a48d-5c13-48c5-b13b-b2b7f3ec26bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35'}}] {{(pid=94118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:11:22.350494 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-66ed6241-bd56-48ea-94cc-56b36ff74f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:22.412260 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-66ed6241-bd56-48ea-94cc-56b36ff74f82 None None] For port 23ab6f17-7522-45a9-a0b2-a46334cf4080, host dv-cinder-804581-2-iscsi, cleared binding levels {{(pid=94118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:11:22.415322 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-66ed6241-bd56-48ea-94cc-56b36ff74f82 None None] For port 23ab6f17-7522-45a9-a0b2-a46334cf4080, host dv-cinder-804581-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=23ab6f17-7522-45a9-a0b2-a46334cf4080,segment=NetworkSegment(2800a48d-5c13-48c5-b13b-b2b7f3ec26bd),segment_id=2800a48d-5c13-48c5-b13b-b2b7f3ec26bd)] {{(pid=94118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:11:22.420748 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-66ed6241-bd56-48ea-94cc-56b36ff74f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:22.430813 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-0cb898b2-40dd-4dd8-93a9-77be219ac8c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:22.470099 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-0cb898b2-40dd-4dd8-93a9-77be219ac8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25274135'] for port, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:22.484154 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed6241-bd56-48ea-94cc-56b36ff74f82 None None] Pushing event updated for resources: {'Port': ['ID=23ab6f17-7522-45a9-a0b2-a46334cf4080,revision_number=2']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:22.512421 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb898b2-40dd-4dd8-93a9-77be219ac8c6 admin admin] Network 70527521-9220-43b3-92f5-8f32262fd0f1 is already hosted by enough agents. {{(pid=94117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:11:22.516931 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.base_scheduler [None req-0cb898b2-40dd-4dd8-93a9-77be219ac8c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:11:22.519979 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb898b2-40dd-4dd8-93a9-77be219ac8c6 admin admin] Received port after_create {{(pid=94117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:11:22.521381 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-58a2d0f7-19c6-4ce5-94e3-f09d5b3c44c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:22.585576 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb898b2-40dd-4dd8-93a9-77be219ac8c6 admin admin] Pushing event updated for resources: {'Port': ['ID=9af12eba-cdaf-4607-b0fd-e3286caa6fa1,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:22.681025 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345c05a-b669-4013-8afa-7cebdce719b4 req-86aec671-3dbf-45b9-a648-f46c045ec406 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:22.683356 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-6345c05a-b669-4013-8afa-7cebdce719b4 req-86aec671-3dbf-45b9-a648-f46c045ec406 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f2a244-aab8-4eff-b5c3-ea7fe3bee086 HTTP/1.1" status: 200 len: 944 time: 0.1393774 Aug 14 19:11:22.759223 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device d14df72e-ef09-4503-b7bb-1f5efec40777 up at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:11:22.765071 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-6345c05a-b669-4013-8afa-7cebdce719b4 req-d93395dd-3704-4678-a6f1-2d87621e5344 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f41a60-b8a4-4d88-b7b4-666d52ee0caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603580 Aug 14 19:11:22.817987 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:22.831694 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning for port d14df72e-ef09-4503-b7bb-1f5efec40777 completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:11:22.835429 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning complete for port d14df72e-ef09-4503-b7bb-1f5efec40777 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:11:22.835755 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:22.868229 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-0cb898b2-40dd-4dd8-93a9-77be219ac8c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:22.915206 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:22.937490 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f2a244-aab8-4eff-b5c3-ea7fe3bee086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14df72e-ef09-4503-b7bb-1f5efec40777'}] {{(pid=94118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:11:22.939753 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec225036cb8a85e900ef4a1438a865ee1e0a541caa4576dd66f1a48457471f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b95cc7-476c-40e4-810a-45eb7e5b9872" -d '{"events": [{"server_uuid": "70f2a244-aab8-4eff-b5c3-ea7fe3bee086", "name": "network-vif-plugged", "status": "completed", "tag": "d14df72e-ef09-4503-b7bb-1f5efec40777"}]}' {{(pid=94118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:11:22.956866 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port d14df72e-ef09-4503-b7bb-1f5efec40777, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=d14df72e-ef09-4503-b7bb-1f5efec40777,segment=NetworkSegment(4ad96afd-d34d-4649-b250-7981700e776c),segment_id=4ad96afd-d34d-4649-b250-7981700e776c)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:11:22.962247 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:22.989640 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5aac36-b6ed-45c1-b256-dff7495c66f6 x-openstack-request-id: req-2f5aac36-b6ed-45c1-b256-dff7495c66f6 {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:11:22.990036 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f2a244-aab8-4eff-b5c3-ea7fe3bee086", "name": "network-vif-plugged", "status": "completed", "tag": "d14df72e-ef09-4503-b7bb-1f5efec40777", "code": 200}]} {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:11:22.990179 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2f5aac36-b6ed-45c1-b256-dff7495c66f6 {{(pid=94118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:11:22.990580 dv-cinder-804581-2-iscsi neutron-server[94118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f2a244-aab8-4eff-b5c3-ea7fe3bee086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14df72e-ef09-4503-b7bb-1f5efec40777', 'code': 200} Aug 14 19:11:23.019374 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=d14df72e-ef09-4503-b7bb-1f5efec40777,revision_number=5']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:23.069918 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-0cb898b2-40dd-4dd8-93a9-77be219ac8c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499453'] for router, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:23.200984 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e659230-75ee-4c31-b835-74ef935050ed req-77c47ffb-5d59-46fa-9aa3-6e678db6fee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:23.202490 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-7e659230-75ee-4c31-b835-74ef935050ed req-77c47ffb-5d59-46fa-9aa3-6e678db6fee2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=70f2a244-aab8-4eff-b5c3-ea7fe3bee086 HTTP/1.1" status: 200 len: 1098 time: 0.0870504 Aug 14 19:11:23.256611 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-7e659230-75ee-4c31-b835-74ef935050ed req-3e8cf197-ecca-4931-aeeb-67cf17437b13 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e4f41a60-b8a4-4d88-b7b4-666d52ee0caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455976 Aug 14 19:11:23.266443 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb898b2-40dd-4dd8-93a9-77be219ac8c6 admin admin] Router 852a278e-8f3f-42e9-894f-a73cdcc3aff9 is scheduled to L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 with binding_index 1 {{(pid=94117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 14 19:11:23.373466 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb898b2-40dd-4dd8-93a9-77be219ac8c6 admin admin] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 19:11:23.382663 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4e602a-8693-4188-8bae-5adba2d13428 None None] Sync routers for ids ['852a278e-8f3f-42e9-894f-a73cdcc3aff9'] in dv-cinder-804581-2-iscsi {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 19:11:23.391840 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-0cb898b2-40dd-4dd8-93a9-77be219ac8c6 admin admin] Notify callbacks [] for router, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:23.393315 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-0cb898b2-40dd-4dd8-93a9-77be219ac8c6 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6090534 Aug 14 19:11:23.393638 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4e602a-8693-4188-8bae-5adba2d13428 None None] Routers {'852a278e-8f3f-42e9-894f-a73cdcc3aff9'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:11:23.394215 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-3f4e602a-8693-4188-8bae-5adba2d13428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:11:23Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['852a278e-8f3f-42e9-894f-a73cdcc3aff9'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:11:23.395990 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 38500) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:11:23.430136 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804cc8de-0b9c-4e74-a512-c90ab5797e44 None None] Network 50d7b873-7555-4a5b-94d5-d2359dbb2d35 requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 19:11:23.499101 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-6ec98191-1ad4-4041-a2f3-dafbd3d97c7a None None] Provisioning for port 23ab6f17-7522-45a9-a0b2-a46334cf4080 completed by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:11:23.597156 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-3f4e602a-8693-4188-8bae-5adba2d13428 None None] Set router 852a278e-8f3f-42e9-894f-a73cdcc3aff9 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:11:23.836510 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 23ab6f17-7522-45a9-a0b2-a46334cf4080 up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:11:23.930480 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:23.947885 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41fd7d-141a-4fdf-97e2-eb4192c49393 req-91628fd2-a3c7-49d3-b51a-c06619a149c7 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:23.949437 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-cb41fd7d-141a-4fdf-97e2-eb4192c49393 req-91628fd2-a3c7-49d3-b51a-c06619a149c7 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f2a244-aab8-4eff-b5c3-ea7fe3bee086 HTTP/1.1" status: 200 len: 945 time: 0.1015792 Aug 14 19:11:23.993456 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning for port 23ab6f17-7522-45a9-a0b2-a46334cf4080 completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:11:24.000282 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port 23ab6f17-7522-45a9-a0b2-a46334cf4080 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:11:24.001210 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:24.043569 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-cb41fd7d-141a-4fdf-97e2-eb4192c49393 req-87e780f8-7b3f-4af6-8197-dd5caba3d55e tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f41a60-b8a4-4d88-b7b4-666d52ee0caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828137 Aug 14 19:11:24.053681 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-3f4e602a-8693-4188-8bae-5adba2d13428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'name': 'tempest-TestVolumeBootPattern-2067312092-router', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:11:21Z', 'updated_at': '2021-08-14T19:11:22Z', 'revision_number': 3, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'gw_port': {'id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:22Z', 'updated_at': '2021-08-14T19:11:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi'}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:11:24.084784 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4e602a-8693-4188-8bae-5adba2d13428 None None] Checking router: 852a278e-8f3f-42e9-894f-a73cdcc3aff9 for host: dv-cinder-804581-2-iscsi {{(pid=94118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 19:11:24.085143 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4e602a-8693-4188-8bae-5adba2d13428 None None] Updating router 852a278e-8f3f-42e9-894f-a73cdcc3aff9 port 9af12eba-cdaf-4607-b0fd-e3286caa6fa1 binding host dv-cinder-804581-2-iscsi {{(pid=94118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 14 19:11:24.137113 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-3f4e602a-8693-4188-8bae-5adba2d13428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:24.169910 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:24.184760 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-6d297cd6-333a-4315-aaa6-be5c61cba339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:24.294292 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] For port 23ab6f17-7522-45a9-a0b2-a46334cf4080, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=23ab6f17-7522-45a9-a0b2-a46334cf4080,segment=NetworkSegment(2800a48d-5c13-48c5-b13b-b2b7f3ec26bd),segment_id=2800a48d-5c13-48c5-b13b-b2b7f3ec26bd)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:11:24.299776 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-f5892ce9-bbb3-422c-8bfc-4cb3ec84c35e None None] Provisioning complete for port 23ab6f17-7522-45a9-a0b2-a46334cf4080 triggered by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:11:24.300054 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-f5892ce9-bbb3-422c-8bfc-4cb3ec84c35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:24.310701 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:24.351120 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.db_base_plugin_common [None req-6d297cd6-333a-4315-aaa6-be5c61cba339 admin admin] Allocated IP 172.20.0.1 (50d7b873-7555-4a5b-94d5-d2359dbb2d35/f5b8f645-8996-4e63-8b39-2a949795aaf3/8561765b-e1d5-4976-b58e-da499d464378) {{(pid=94117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:11:24.440090 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Pushing event updated for resources: {'Port': ['ID=23ab6f17-7522-45a9-a0b2-a46334cf4080,revision_number=3']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:24.455379 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-6d297cd6-333a-4315-aaa6-be5c61cba339 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:24.468049 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.provisioning_blocks [None req-6d297cd6-333a-4315-aaa6-be5c61cba339 admin admin] Transition to ACTIVE for port object 8561765b-e1d5-4976-b58e-da499d464378 will not be triggered until provisioned by entity DHCP. {{(pid=94117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:11:24.502697 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-6d297cd6-333a-4315-aaa6-be5c61cba339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25274135'] for port, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:24.539385 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d297cd6-333a-4315-aaa6-be5c61cba339 admin admin] Network 50d7b873-7555-4a5b-94d5-d2359dbb2d35 is already hosted by enough agents. {{(pid=94117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:11:24.542783 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.base_scheduler [None req-6d297cd6-333a-4315-aaa6-be5c61cba339 admin admin] Resources bound (agent type, host, resource id): {{(pid=94117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:11:24.548556 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d297cd6-333a-4315-aaa6-be5c61cba339 admin admin] Received port after_create {{(pid=94117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:11:24.570778 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-3f4e602a-8693-4188-8bae-5adba2d13428 None None] Notify callbacks [] for port, precommit_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:24.572991 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d297cd6-333a-4315-aaa6-be5c61cba339 admin admin] Pushing event updated for resources: {'Port': ['ID=8561765b-e1d5-4976-b58e-da499d464378,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:24.582701 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-3f4e602a-8693-4188-8bae-5adba2d13428 None None] Transition to ACTIVE for port object 9af12eba-cdaf-4607-b0fd-e3286caa6fa1 will not be triggered until provisioned by entity L2. {{(pid=94118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:11:24.589387 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-3f4e602a-8693-4188-8bae-5adba2d13428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:24.592981 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-6d297cd6-333a-4315-aaa6-be5c61cba339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650728'] for router_interface, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:24.636809 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-3f4e602a-8693-4188-8bae-5adba2d13428 None None] Attempting to bind port 9af12eba-cdaf-4607-b0fd-e3286caa6fa1 on host dv-cinder-804581-2-iscsi for vnic_type normal with profile {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:11:24.637180 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-3f4e602a-8693-4188-8bae-5adba2d13428 None None] Attempting to bind port 9af12eba-cdaf-4607-b0fd-e3286caa6fa1 by drivers openvswitch,hyperv on host dv-cinder-804581-2-iscsi at level 0 using segments [{'id': '40f888b7-b3ed-489c-94ee-52f240068829', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'}] {{(pid=94118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:11:24.637545 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4e602a-8693-4188-8bae-5adba2d13428 None None] Attempting to bind port 9af12eba-cdaf-4607-b0fd-e3286caa6fa1 on network 70527521-9220-43b3-92f5-8f32262fd0f1 {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:11:24.648310 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4e602a-8693-4188-8bae-5adba2d13428 None None] Checking agent: {'id': 'd974888e-3874-401b-8472-8d90566bb0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 18, 55, 53), 'started_at': datetime.datetime(2021, 8, 14, 18, 56, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:11:24.648689 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4e602a-8693-4188-8bae-5adba2d13428 None None] Checking segment: {'id': '40f888b7-b3ed-489c-94ee-52f240068829', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:11:24.649096 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-3f4e602a-8693-4188-8bae-5adba2d13428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:24.649490 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4e602a-8693-4188-8bae-5adba2d13428 None None] Bound using segment: {'id': '40f888b7-b3ed-489c-94ee-52f240068829', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'} {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:11:24.649973 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-3f4e602a-8693-4188-8bae-5adba2d13428 None None] Bound port: 9af12eba-cdaf-4607-b0fd-e3286caa6fa1, host: dv-cinder-804581-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40f888b7-b3ed-489c-94ee-52f240068829', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'}}] {{(pid=94118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:11:24.650424 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-3f4e602a-8693-4188-8bae-5adba2d13428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:24.680069 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f0713-5644-4631-8951-8710722b7619 None None] Pushing event updated for resources: {'Port': ['ID=9af12eba-cdaf-4607-b0fd-e3286caa6fa1,revision_number=2']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:24.720994 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-3f4e602a-8693-4188-8bae-5adba2d13428 None None] For port 9af12eba-cdaf-4607-b0fd-e3286caa6fa1, host dv-cinder-804581-2-iscsi, cleared binding levels {{(pid=94118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:11:24.726247 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-3f4e602a-8693-4188-8bae-5adba2d13428 None None] For port 9af12eba-cdaf-4607-b0fd-e3286caa6fa1, host dv-cinder-804581-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=9af12eba-cdaf-4607-b0fd-e3286caa6fa1,segment=NetworkSegment(40f888b7-b3ed-489c-94ee-52f240068829),segment_id=40f888b7-b3ed-489c-94ee-52f240068829)] {{(pid=94118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:11:24.732209 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-3f4e602a-8693-4188-8bae-5adba2d13428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:24.736580 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-6d297cd6-333a-4315-aaa6-be5c61cba339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:24.792620 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f0713-5644-4631-8951-8710722b7619 None None] Pushing event updated for resources: {'Port': ['ID=9af12eba-cdaf-4607-b0fd-e3286caa6fa1,revision_number=3']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:24.795994 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4e602a-8693-4188-8bae-5adba2d13428 None None] Routers {'852a278e-8f3f-42e9-894f-a73cdcc3aff9'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:11:24.796595 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-3f4e602a-8693-4188-8bae-5adba2d13428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:11:23Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['852a278e-8f3f-42e9-894f-a73cdcc3aff9'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:11:24.857043 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-2d66d14a-874d-4bbc-b931-3defeb246dc7 None None] Provisioning for port 8561765b-e1d5-4976-b58e-da499d464378 completed by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:11:24.892918 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-2d66d14a-874d-4bbc-b931-3defeb246dc7 None None] Provisioning complete for port 8561765b-e1d5-4976-b58e-da499d464378 triggered by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:11:24.893297 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-2d66d14a-874d-4bbc-b931-3defeb246dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:24.909275 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-6d297cd6-333a-4315-aaa6-be5c61cba339 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:24.914073 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-6d297cd6-333a-4315-aaa6-be5c61cba339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25274142'] for port, after_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:24.943053 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-3f4e602a-8693-4188-8bae-5adba2d13428 None None] Set router 852a278e-8f3f-42e9-894f-a73cdcc3aff9 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:11:24.969074 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-2d66d14a-874d-4bbc-b931-3defeb246dc7 None None] Port 8561765b-e1d5-4976-b58e-da499d464378 cannot update to ACTIVE because it is not bound. {{(pid=94118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 14 19:11:24.980615 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d297cd6-333a-4315-aaa6-be5c61cba339 admin admin] Pushing event updated for resources: {'Port': ['ID=8561765b-e1d5-4976-b58e-da499d464378,revision_number=2']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:24.983146 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-6d297cd6-333a-4315-aaa6-be5c61cba339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650876'] for router_interface, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:25.079286 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d297cd6-333a-4315-aaa6-be5c61cba339 admin admin] Network 50d7b873-7555-4a5b-94d5-d2359dbb2d35 is already hosted by enough agents. {{(pid=94117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:11:25.080701 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.base_scheduler [None req-6d297cd6-333a-4315-aaa6-be5c61cba339 admin admin] Resources bound (agent type, host, resource id): {{(pid=94117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:11:25.178038 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-3f4e602a-8693-4188-8bae-5adba2d13428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'name': 'tempest-TestVolumeBootPattern-2067312092-router', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:11:21Z', 'updated_at': '2021-08-14T19:11:24Z', 'revision_number': 4, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'gw_port': {'id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:22Z', 'updated_at': '2021-08-14T19:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': '8561765b-e1d5-4976-b58e-da499d464378', 'name': '', 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'mac_address': 'fa:16:3e:6f:55:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:24Z', 'updated_at': '2021-08-14T19:11:24Z', 'revision_number': 1, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'subnets': [{'id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:11:25.189792 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef1361-f30c-4173-8f32-68e323babfbf req-2fde03f8-3096-4dbc-af2f-6f5c2cd12654 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:25.198037 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-81ef1361-f30c-4173-8f32-68e323babfbf req-2fde03f8-3096-4dbc-af2f-6f5c2cd12654 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f2a244-aab8-4eff-b5c3-ea7fe3bee086 HTTP/1.1" status: 200 len: 945 time: 0.0631871 Aug 14 19:11:25.209537 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d297cd6-333a-4315-aaa6-be5c61cba339 admin admin] Router 852a278e-8f3f-42e9-894f-a73cdcc3aff9 has already been hosted by L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 {{(pid=94117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 14 19:11:25.212650 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4e602a-8693-4188-8bae-5adba2d13428 None None] The sync data for ids ['852a278e-8f3f-42e9-894f-a73cdcc3aff9'] in dv-cinder-804581-2-iscsi is: [{'id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'name': 'tempest-TestVolumeBootPattern-2067312092-router', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:11:21Z', 'updated_at': '2021-08-14T19:11:24Z', 'revision_number': 4, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'gw_port': {'id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:22Z', 'updated_at': '2021-08-14T19:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': '8561765b-e1d5-4976-b58e-da499d464378', 'name': '', 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'mac_address': 'fa:16:3e:6f:55:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:24Z', 'updated_at': '2021-08-14T19:11:24Z', 'revision_number': 1, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'subnets': [{'id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 19:11:25.229019 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:25.249387 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-81ef1361-f30c-4173-8f32-68e323babfbf req-83377a02-1097-4b6b-af8d-63c84da2050b tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f41a60-b8a4-4d88-b7b4-666d52ee0caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501173 Aug 14 19:11:25.346168 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d297cd6-333a-4315-aaa6-be5c61cba339 admin admin] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 19:11:25.351513 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-6d297cd6-333a-4315-aaa6-be5c61cba339 admin admin] 10.222.0.39 "PUT /v2.0/routers/852a278e-8f3f-42e9-894f-a73cdcc3aff9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9544740 Aug 14 19:11:25.390935 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-74c08e48-bfe6-46c1-a7cc-7a793281aa07 None None] Provisioning complete for port 8561765b-e1d5-4976-b58e-da499d464378 triggered by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:11:25.391349 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-74c08e48-bfe6-46c1-a7cc-7a793281aa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:25.454306 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-74c08e48-bfe6-46c1-a7cc-7a793281aa07 None None] Port 8561765b-e1d5-4976-b58e-da499d464378 cannot update to ACTIVE because it is not bound. {{(pid=94118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 14 19:11:25.772663 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 23ab6f17-7522-45a9-a0b2-a46334cf4080 up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:11:25.833150 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port 23ab6f17-7522-45a9-a0b2-a46334cf4080 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:11:25.833670 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:25.974125 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 38526) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:11:25.979609 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [None req-ef52ee1d-dd3f-4695-9656-613f17ef7814 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2082795063-network', 'tenant_id': '83acd156d90b4c47bb66c9af1854535c'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:11:26.004701 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef52ee1d-dd3f-4695-9656-613f17ef7814 admin admin] Made reservation on behalf of 83acd156d90b4c47bb66c9af1854535c for: {'network': 1} {{(pid=94117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:11:26.007167 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-ef52ee1d-dd3f-4695-9656-613f17ef7814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for network, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:26.017281 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-ef52ee1d-dd3f-4695-9656-613f17ef7814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:26.114358 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-ef52ee1d-dd3f-4695-9656-613f17ef7814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:26.121314 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-ef52ee1d-dd3f-4695-9656-613f17ef7814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:26.147114 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef52ee1d-dd3f-4695-9656-613f17ef7814 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=94117) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 14 19:11:26.157332 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef52ee1d-dd3f-4695-9656-613f17ef7814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfec65c9-efe3-477e-9449-bc37e8e21559,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:26.162336 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-ef52ee1d-dd3f-4695-9656-613f17ef7814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736'] for segment, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:26.162683 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.db.segments_db [None req-ef52ee1d-dd3f-4695-9656-613f17ef7814 admin admin] Added segment 7b32bbcf-ed8f-4519-8241-00ff1aeca497 of type vlan for network 04a70a00-1c08-45df-8b29-2049862c0f15 Aug 14 19:11:26.206896 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-ef52ee1d-dd3f-4695-9656-613f17ef7814 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754978905146'] for network, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:26.237872 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-ef52ee1d-dd3f-4695-9656-613f17ef7814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998'] for network, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:26.238997 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef52ee1d-dd3f-4695-9656-613f17ef7814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:26.239587 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-ef52ee1d-dd3f-4695-9656-613f17ef7814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for network, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:26.298361 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-ef52ee1d-dd3f-4695-9656-613f17ef7814 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3230038 Aug 14 19:11:26.301088 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 38528) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:11:26.308918 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [None req-3ef6fd45-4e86-4a41-a925-0b2935e3d584 admin admin] Request body: {'subnet': {'network_id': '04a70a00-1c08-45df-8b29-2049862c0f15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2082795063-subnet', 'tenant_id': '83acd156d90b4c47bb66c9af1854535c', 'ip_version': 4}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:11:26.315236 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef52ee1d-dd3f-4695-9656-613f17ef7814 admin admin] Pushing event updated for resources: {'Network': ['ID=04a70a00-1c08-45df-8b29-2049862c0f15,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:26.325464 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Network 04a70a00-1c08-45df-8b29-2049862c0f15 details requested by agent ovs-agent-dv-cinder-804581-2-iscsi with host dv-cinder-804581-2-iscsi {{(pid=94118) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 14 19:11:26.336052 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef6fd45-4e86-4a41-a925-0b2935e3d584 admin admin] Made reservation on behalf of 83acd156d90b4c47bb66c9af1854535c for: {'subnet': 1} {{(pid=94117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:11:26.339104 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-3ef6fd45-4e86-4a41-a925-0b2935e3d584 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27050841'] for subnet, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:26.520176 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-3ef6fd45-4e86-4a41-a925-0b2935e3d584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25274211', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27050859'] for subnet, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:26.575406 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6fd45-4e86-4a41-a925-0b2935e3d584 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8f238ae-a30b-4a37-b131-8ff25b991881,revision_number=0']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:26.583945 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef6fd45-4e86-4a41-a925-0b2935e3d584 admin admin] Checking segment: {'id': '7b32bbcf-ed8f-4519-8241-00ff1aeca497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '04a70a00-1c08-45df-8b29-2049862c0f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:11:26.584305 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef6fd45-4e86-4a41-a925-0b2935e3d584 admin admin] Network hostable DHCP agents. Network: 04a70a00-1c08-45df-8b29-2049862c0f15, hostable agents: ['0d7bdec9-f5f8-4d0a-807a-57e5ce61a6b1'], hosted agents: [] {{(pid=94117) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 14 19:11:26.600844 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef6fd45-4e86-4a41-a925-0b2935e3d584 admin admin] Network 04a70a00-1c08-45df-8b29-2049862c0f15 is scheduled to be hosted by DHCP agent 0d7bdec9-f5f8-4d0a-807a-57e5ce61a6b1 with binding_index 1 {{(pid=94117) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 14 19:11:26.610290 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.base_scheduler [None req-3ef6fd45-4e86-4a41-a925-0b2935e3d584 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804581-2-iscsi, 04a70a00-1c08-45df-8b29-2049862c0f15) {{(pid=94117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:11:26.614700 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef6fd45-4e86-4a41-a925-0b2935e3d584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:26.615325 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-3ef6fd45-4e86-4a41-a925-0b2935e3d584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for subnet, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:26.619921 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae66203-59d3-46ed-94f0-32a992b2d3a6 None None] Network 04a70a00-1c08-45df-8b29-2049862c0f15 requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 19:11:26.633547 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-3ef6fd45-4e86-4a41-a925-0b2935e3d584 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3291283 Aug 14 19:11:26.633835 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 38532) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:11:26.639214 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [None req-52dd4b6b-5b27-48ab-a176-087b3b16fb81 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2082795063-router', 'tenant_id': '83acd156d90b4c47bb66c9af1854535c', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'}}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:11:26.665034 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-52dd4b6b-5b27-48ab-a176-087b3b16fb81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-497131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1253'] for router, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:26.666811 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-52dd4b6b-5b27-48ab-a176-087b3b16fb81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-497275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-499240', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1667368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1276'] for router, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:26.738239 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-52dd4b6b-5b27-48ab-a176-087b3b16fb81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:26.780583 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068b0e44-576f-46d0-b2d9-5cf39b27ae47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3ad8078-bf75-59ca-bf42-0c8d8311ab94-04a70a00-1c08-45df-8b29-2049862c0f15', 'network_id': '04a70a00-1c08-45df-8b29-2049862c0f15', 'tenant_id': '83acd156d90b4c47bb66c9af1854535c', 'fixed_ips': [{'subnet_id': 'a8f238ae-a30b-4a37-b131-8ff25b991881'}]}} from dv-cinder-804581-2-iscsi. {{(pid=94118) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 14 19:11:26.781421 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-068b0e44-576f-46d0-b2d9-5cf39b27ae47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:26.925214 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-52dd4b6b-5b27-48ab-a176-087b3b16fb81 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:26.943505 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.db_base_plugin_common [None req-068b0e44-576f-46d0-b2d9-5cf39b27ae47 None None] Allocated IP 172.20.0.2 (04a70a00-1c08-45df-8b29-2049862c0f15/a8f238ae-a30b-4a37-b131-8ff25b991881/9382148a-5e82-4dc0-81dc-a3bc5d454407) {{(pid=94118) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:11:27.140006 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-068b0e44-576f-46d0-b2d9-5cf39b27ae47 None None] Notify callbacks [] for port, precommit_create {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:27.149830 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-068b0e44-576f-46d0-b2d9-5cf39b27ae47 None None] Transition to ACTIVE for port object 9382148a-5e82-4dc0-81dc-a3bc5d454407 will not be triggered until provisioned by entity L2. {{(pid=94118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:11:27.167629 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-068b0e44-576f-46d0-b2d9-5cf39b27ae47 None None] Transition to ACTIVE for port object 9382148a-5e82-4dc0-81dc-a3bc5d454407 will not be triggered until provisioned by entity DHCP. {{(pid=94118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:11:27.174184 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-068b0e44-576f-46d0-b2d9-5cf39b27ae47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948'] for port, after_create {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:27.184548 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-52dd4b6b-5b27-48ab-a176-087b3b16fb81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:27.205337 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-52dd4b6b-5b27-48ab-a176-087b3b16fb81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:27.218996 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068b0e44-576f-46d0-b2d9-5cf39b27ae47 None None] Network 04a70a00-1c08-45df-8b29-2049862c0f15 is already hosted by enough agents. {{(pid=94118) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:11:27.221828 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.scheduler.base_scheduler [None req-068b0e44-576f-46d0-b2d9-5cf39b27ae47 None None] Resources bound (agent type, host, resource id): {{(pid=94118) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:11:27.226383 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068b0e44-576f-46d0-b2d9-5cf39b27ae47 None None] Received port after_create {{(pid=94118) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:11:27.232799 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b0e44-576f-46d0-b2d9-5cf39b27ae47 None None] Pushing event updated for resources: {'Port': ['ID=9382148a-5e82-4dc0-81dc-a3bc5d454407,revision_number=1']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:27.292652 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-068b0e44-576f-46d0-b2d9-5cf39b27ae47 None None] Attempting to bind port 9382148a-5e82-4dc0-81dc-a3bc5d454407 on host dv-cinder-804581-2-iscsi for vnic_type normal with profile {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:11:27.293922 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-068b0e44-576f-46d0-b2d9-5cf39b27ae47 None None] Attempting to bind port 9382148a-5e82-4dc0-81dc-a3bc5d454407 by drivers openvswitch,hyperv on host dv-cinder-804581-2-iscsi at level 0 using segments [{'id': '7b32bbcf-ed8f-4519-8241-00ff1aeca497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '04a70a00-1c08-45df-8b29-2049862c0f15'}] {{(pid=94118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:11:27.293922 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068b0e44-576f-46d0-b2d9-5cf39b27ae47 None None] Attempting to bind port 9382148a-5e82-4dc0-81dc-a3bc5d454407 on network 04a70a00-1c08-45df-8b29-2049862c0f15 {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:11:27.297285 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71137d9a-5a3d-4db2-bd69-6e160b92f362 None None] Sync routers for ids ['852a278e-8f3f-42e9-894f-a73cdcc3aff9'] in dv-cinder-804581-2-iscsi {{(pid=94119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 19:11:27.299052 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068b0e44-576f-46d0-b2d9-5cf39b27ae47 None None] Checking agent: {'id': 'd974888e-3874-401b-8472-8d90566bb0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 18, 55, 53), 'started_at': datetime.datetime(2021, 8, 14, 18, 56, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:11:27.299422 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068b0e44-576f-46d0-b2d9-5cf39b27ae47 None None] Checking segment: {'id': '7b32bbcf-ed8f-4519-8241-00ff1aeca497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '04a70a00-1c08-45df-8b29-2049862c0f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:11:27.300104 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-068b0e44-576f-46d0-b2d9-5cf39b27ae47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:27.300239 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068b0e44-576f-46d0-b2d9-5cf39b27ae47 None None] Bound using segment: {'id': '7b32bbcf-ed8f-4519-8241-00ff1aeca497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '04a70a00-1c08-45df-8b29-2049862c0f15'} {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:11:27.300713 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-068b0e44-576f-46d0-b2d9-5cf39b27ae47 None None] Bound port: 9382148a-5e82-4dc0-81dc-a3bc5d454407, host: dv-cinder-804581-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b32bbcf-ed8f-4519-8241-00ff1aeca497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '04a70a00-1c08-45df-8b29-2049862c0f15'}}] {{(pid=94118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:11:27.301094 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-068b0e44-576f-46d0-b2d9-5cf39b27ae47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:27.306571 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71137d9a-5a3d-4db2-bd69-6e160b92f362 None None] Routers {'852a278e-8f3f-42e9-894f-a73cdcc3aff9'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:11:27.307510 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-71137d9a-5a3d-4db2-bd69-6e160b92f362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:11:23Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['852a278e-8f3f-42e9-894f-a73cdcc3aff9'], 'active': True} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:11:27.336448 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.db_base_plugin_common [None req-52dd4b6b-5b27-48ab-a176-087b3b16fb81 admin admin] Allocated IP 172.27.2.229 (70527521-9220-43b3-92f5-8f32262fd0f1/b39bc0ec-218c-484d-aceb-7d591e49d9cc/b2108da2-ed10-4b90-84b7-85549f5a27a0) {{(pid=94117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:11:27.374979 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-068b0e44-576f-46d0-b2d9-5cf39b27ae47 None None] For port 9382148a-5e82-4dc0-81dc-a3bc5d454407, host dv-cinder-804581-2-iscsi, cleared binding levels {{(pid=94118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:11:27.379186 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-068b0e44-576f-46d0-b2d9-5cf39b27ae47 None None] For port 9382148a-5e82-4dc0-81dc-a3bc5d454407, host dv-cinder-804581-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=9382148a-5e82-4dc0-81dc-a3bc5d454407,segment=NetworkSegment(7b32bbcf-ed8f-4519-8241-00ff1aeca497),segment_id=7b32bbcf-ed8f-4519-8241-00ff1aeca497)] {{(pid=94118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:11:27.383675 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-068b0e44-576f-46d0-b2d9-5cf39b27ae47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:27.427122 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvr_db [None req-71137d9a-5a3d-4db2-bd69-6e160b92f362 None None] Set router 852a278e-8f3f-42e9-894f-a73cdcc3aff9 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:11:27.448966 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b0e44-576f-46d0-b2d9-5cf39b27ae47 None None] Pushing event updated for resources: {'Port': ['ID=9382148a-5e82-4dc0-81dc-a3bc5d454407,revision_number=2']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:27.464805 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-52dd4b6b-5b27-48ab-a176-087b3b16fb81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:27.510950 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-52dd4b6b-5b27-48ab-a176-087b3b16fb81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25274135'] for port, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:27.551875 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dd4b6b-5b27-48ab-a176-087b3b16fb81 admin admin] Network 70527521-9220-43b3-92f5-8f32262fd0f1 is already hosted by enough agents. {{(pid=94117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:11:27.556868 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.base_scheduler [None req-52dd4b6b-5b27-48ab-a176-087b3b16fb81 admin admin] Resources bound (agent type, host, resource id): {{(pid=94117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:11:27.560876 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dd4b6b-5b27-48ab-a176-087b3b16fb81 admin admin] Received port after_create {{(pid=94117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:11:27.566670 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd4b6b-5b27-48ab-a176-087b3b16fb81 admin admin] Pushing event updated for resources: {'Port': ['ID=b2108da2-ed10-4b90-84b7-85549f5a27a0,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:27.659722 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-71137d9a-5a3d-4db2-bd69-6e160b92f362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'name': 'tempest-TestVolumeBootPattern-2067312092-router', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:11:21Z', 'updated_at': '2021-08-14T19:11:24Z', 'revision_number': 4, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'gw_port': {'id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:22Z', 'updated_at': '2021-08-14T19:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': '8561765b-e1d5-4976-b58e-da499d464378', 'name': '', 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'mac_address': 'fa:16:3e:6f:55:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:24Z', 'updated_at': '2021-08-14T19:11:24Z', 'revision_number': 2, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'subnets': [{'id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:11:27.686491 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71137d9a-5a3d-4db2-bd69-6e160b92f362 None None] Checking router: 852a278e-8f3f-42e9-894f-a73cdcc3aff9 for host: dv-cinder-804581-2-iscsi {{(pid=94119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 19:11:27.686899 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71137d9a-5a3d-4db2-bd69-6e160b92f362 None None] Updating router 852a278e-8f3f-42e9-894f-a73cdcc3aff9 port 8561765b-e1d5-4976-b58e-da499d464378 binding host dv-cinder-804581-2-iscsi {{(pid=94119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 14 19:11:27.718144 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-71137d9a-5a3d-4db2-bd69-6e160b92f362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:27.834420 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 9af12eba-cdaf-4607-b0fd-e3286caa6fa1 up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:11:27.875918 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-52dd4b6b-5b27-48ab-a176-087b3b16fb81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:27.905637 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning for port 9af12eba-cdaf-4607-b0fd-e3286caa6fa1 completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:11:27.909918 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port 9af12eba-cdaf-4607-b0fd-e3286caa6fa1 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:11:27.910598 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:28.004953 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:28.026419 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] For port 9af12eba-cdaf-4607-b0fd-e3286caa6fa1, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=9af12eba-cdaf-4607-b0fd-e3286caa6fa1,segment=NetworkSegment(40f888b7-b3ed-489c-94ee-52f240068829),segment_id=40f888b7-b3ed-489c-94ee-52f240068829)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:11:28.030813 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:28.077468 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-71137d9a-5a3d-4db2-bd69-6e160b92f362 None None] Notify callbacks [] for port, precommit_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:28.086112 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Pushing event updated for resources: {'Port': ['ID=9af12eba-cdaf-4607-b0fd-e3286caa6fa1,revision_number=4']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:28.093703 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.provisioning_blocks [None req-71137d9a-5a3d-4db2-bd69-6e160b92f362 None None] Transition to ACTIVE for port object 8561765b-e1d5-4976-b58e-da499d464378 will not be triggered until provisioned by entity L2. {{(pid=94119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:11:28.094532 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-52dd4b6b-5b27-48ab-a176-087b3b16fb81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-497248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-499453'] for router, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:28.101035 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-71137d9a-5a3d-4db2-bd69-6e160b92f362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:28.153916 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de1a4d-9a84-4d52-b364-8457699318a5 None None] Pushing event updated for resources: {'Port': ['ID=8561765b-e1d5-4976-b58e-da499d464378,revision_number=3']} {{(pid=94119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:28.177654 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de1a4d-9a84-4d52-b364-8457699318a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:11:28.177997 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de1a4d-9a84-4d52-b364-8457699318a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:11:28.178361 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de1a4d-9a84-4d52-b364-8457699318a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:11:28.178689 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de1a4d-9a84-4d52-b364-8457699318a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:11:28.179013 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de1a4d-9a84-4d52-b364-8457699318a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:11:28.179338 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de1a4d-9a84-4d52-b364-8457699318a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:11:28.179657 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de1a4d-9a84-4d52-b364-8457699318a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:11:28.179977 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de1a4d-9a84-4d52-b364-8457699318a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:11:28.180314 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de1a4d-9a84-4d52-b364-8457699318a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:11:28.180635 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de1a4d-9a84-4d52-b364-8457699318a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:11:28.181086 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de1a4d-9a84-4d52-b364-8457699318a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:11:28.182163 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de1a4d-9a84-4d52-b364-8457699318a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94119) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:11:28.220876 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.managers [None req-71137d9a-5a3d-4db2-bd69-6e160b92f362 None None] Attempting to bind port 8561765b-e1d5-4976-b58e-da499d464378 on host dv-cinder-804581-2-iscsi for vnic_type normal with profile {{(pid=94119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:11:28.221251 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.managers [None req-71137d9a-5a3d-4db2-bd69-6e160b92f362 None None] Attempting to bind port 8561765b-e1d5-4976-b58e-da499d464378 by drivers openvswitch,hyperv on host dv-cinder-804581-2-iscsi at level 0 using segments [{'id': '2800a48d-5c13-48c5-b13b-b2b7f3ec26bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35'}] {{(pid=94119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:11:28.221622 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71137d9a-5a3d-4db2-bd69-6e160b92f362 None None] Attempting to bind port 8561765b-e1d5-4976-b58e-da499d464378 on network 50d7b873-7555-4a5b-94d5-d2359dbb2d35 {{(pid=94119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:11:28.226843 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71137d9a-5a3d-4db2-bd69-6e160b92f362 None None] Checking agent: {'id': 'd974888e-3874-401b-8472-8d90566bb0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 18, 55, 53), 'started_at': datetime.datetime(2021, 8, 14, 18, 56, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:11:28.227221 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71137d9a-5a3d-4db2-bd69-6e160b92f362 None None] Checking segment: {'id': '2800a48d-5c13-48c5-b13b-b2b7f3ec26bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:11:28.227634 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-71137d9a-5a3d-4db2-bd69-6e160b92f362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:28.228116 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71137d9a-5a3d-4db2-bd69-6e160b92f362 None None] Bound using segment: {'id': '2800a48d-5c13-48c5-b13b-b2b7f3ec26bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35'} {{(pid=94119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:11:28.228527 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.managers [None req-71137d9a-5a3d-4db2-bd69-6e160b92f362 None None] Bound port: 8561765b-e1d5-4976-b58e-da499d464378, host: dv-cinder-804581-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2800a48d-5c13-48c5-b13b-b2b7f3ec26bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35'}}] {{(pid=94119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:11:28.228990 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-71137d9a-5a3d-4db2-bd69-6e160b92f362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:28.241034 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52dd4b6b-5b27-48ab-a176-087b3b16fb81 admin admin] Router 8a008c3f-edf3-4c20-89a2-322688f8f877 is scheduled to L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 with binding_index 1 {{(pid=94117) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 14 19:11:28.302643 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.db [None req-71137d9a-5a3d-4db2-bd69-6e160b92f362 None None] For port 8561765b-e1d5-4976-b58e-da499d464378, host dv-cinder-804581-2-iscsi, cleared binding levels {{(pid=94119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:11:28.308447 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.db [None req-71137d9a-5a3d-4db2-bd69-6e160b92f362 None None] For port 8561765b-e1d5-4976-b58e-da499d464378, host dv-cinder-804581-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=8561765b-e1d5-4976-b58e-da499d464378,segment=NetworkSegment(2800a48d-5c13-48c5-b13b-b2b7f3ec26bd),segment_id=2800a48d-5c13-48c5-b13b-b2b7f3ec26bd)] {{(pid=94119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:11:28.314219 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-71137d9a-5a3d-4db2-bd69-6e160b92f362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:28.375071 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71137d9a-5a3d-4db2-bd69-6e160b92f362 None None] Routers {'852a278e-8f3f-42e9-894f-a73cdcc3aff9'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:11:28.376193 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-71137d9a-5a3d-4db2-bd69-6e160b92f362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:11:23Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['852a278e-8f3f-42e9-894f-a73cdcc3aff9'], 'active': True} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:11:28.439567 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de1a4d-9a84-4d52-b364-8457699318a5 None None] Pushing event updated for resources: {'Port': ['ID=8561765b-e1d5-4976-b58e-da499d464378,revision_number=4']} {{(pid=94119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:28.523552 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvr_db [None req-71137d9a-5a3d-4db2-bd69-6e160b92f362 None None] Set router 852a278e-8f3f-42e9-894f-a73cdcc3aff9 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:11:28.628701 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52dd4b6b-5b27-48ab-a176-087b3b16fb81 admin admin] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 19:11:28.645786 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937579eb-2395-499d-b750-9310024df56f None None] Sync routers for ids ['8a008c3f-edf3-4c20-89a2-322688f8f877'] in dv-cinder-804581-2-iscsi {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 19:11:28.649869 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-52dd4b6b-5b27-48ab-a176-087b3b16fb81 admin admin] Notify callbacks [] for router, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:28.651351 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-52dd4b6b-5b27-48ab-a176-087b3b16fb81 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0163746 Aug 14 19:11:28.654658 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 38546) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:11:28.662347 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937579eb-2395-499d-b750-9310024df56f None None] Routers {'8a008c3f-edf3-4c20-89a2-322688f8f877'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:11:28.663077 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-937579eb-2395-499d-b750-9310024df56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:11:23Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['8a008c3f-edf3-4c20-89a2-322688f8f877'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:11:28.744942 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05664ff-f7c5-40d8-a931-21760e0bb4f6 None None] Network 04a70a00-1c08-45df-8b29-2049862c0f15 requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 19:11:28.745470 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-71137d9a-5a3d-4db2-bd69-6e160b92f362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'name': 'tempest-TestVolumeBootPattern-2067312092-router', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:11:21Z', 'updated_at': '2021-08-14T19:11:24Z', 'revision_number': 4, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'gw_port': {'id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:22Z', 'updated_at': '2021-08-14T19:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': '8561765b-e1d5-4976-b58e-da499d464378', 'name': '', 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'mac_address': 'fa:16:3e:6f:55:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:24Z', 'updated_at': '2021-08-14T19:11:28Z', 'revision_number': 4, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'subnets': [{'id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:11:28.873548 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71137d9a-5a3d-4db2-bd69-6e160b92f362 None None] The sync data for ids ['852a278e-8f3f-42e9-894f-a73cdcc3aff9'] in dv-cinder-804581-2-iscsi is: [{'id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'name': 'tempest-TestVolumeBootPattern-2067312092-router', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:11:21Z', 'updated_at': '2021-08-14T19:11:24Z', 'revision_number': 4, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'gw_port': {'id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:22Z', 'updated_at': '2021-08-14T19:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': '8561765b-e1d5-4976-b58e-da499d464378', 'name': '', 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'mac_address': 'fa:16:3e:6f:55:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:24Z', 'updated_at': '2021-08-14T19:11:28Z', 'revision_number': 4, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'subnets': [{'id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 19:11:28.991143 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-937579eb-2395-499d-b750-9310024df56f None None] Set router 8a008c3f-edf3-4c20-89a2-322688f8f877 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:11:29.060360 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-8b7a91e9-d94b-48fd-8813-dbc24ec1f026 None None] Provisioning for port 9382148a-5e82-4dc0-81dc-a3bc5d454407 completed by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:11:29.135461 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-fe1d8b66-ee7c-4066-ac70-2961947d935e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:29.269008 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-937579eb-2395-499d-b750-9310024df56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a008c3f-edf3-4c20-89a2-322688f8f877', 'name': 'tempest-TestVolumeBootPattern-2082795063-router', 'tenant_id': '83acd156d90b4c47bb66c9af1854535c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b2108da2-ed10-4b90-84b7-85549f5a27a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:11:26Z', 'updated_at': '2021-08-14T19:11:27Z', 'revision_number': 3, 'project_id': '83acd156d90b4c47bb66c9af1854535c', 'gw_port': {'id': 'b2108da2-ed10-4b90-84b7-85549f5a27a0', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a008c3f-edf3-4c20-89a2-322688f8f877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:27Z', 'updated_at': '2021-08-14T19:11:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi'}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:11:29.302584 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937579eb-2395-499d-b750-9310024df56f None None] Checking router: 8a008c3f-edf3-4c20-89a2-322688f8f877 for host: dv-cinder-804581-2-iscsi {{(pid=94118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 19:11:29.302943 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937579eb-2395-499d-b750-9310024df56f None None] Updating router 8a008c3f-edf3-4c20-89a2-322688f8f877 port b2108da2-ed10-4b90-84b7-85549f5a27a0 binding host dv-cinder-804581-2-iscsi {{(pid=94118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 14 19:11:29.313738 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.db_base_plugin_common [None req-fe1d8b66-ee7c-4066-ac70-2961947d935e admin admin] Allocated IP 172.20.0.1 (04a70a00-1c08-45df-8b29-2049862c0f15/a8f238ae-a30b-4a37-b131-8ff25b991881/ba6ceaa2-3171-404e-9f93-b227e8fdf824) {{(pid=94116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:11:29.331875 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-937579eb-2395-499d-b750-9310024df56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:29.432993 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-fe1d8b66-ee7c-4066-ac70-2961947d935e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:29.457449 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.provisioning_blocks [None req-fe1d8b66-ee7c-4066-ac70-2961947d935e admin admin] Transition to ACTIVE for port object ba6ceaa2-3171-404e-9f93-b227e8fdf824 will not be triggered until provisioned by entity DHCP. {{(pid=94116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:11:29.493087 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-fe1d8b66-ee7c-4066-ac70-2961947d935e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26905004'] for port, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:29.532833 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1d8b66-ee7c-4066-ac70-2961947d935e admin admin] Network 04a70a00-1c08-45df-8b29-2049862c0f15 is already hosted by enough agents. {{(pid=94116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:11:29.535384 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.base_scheduler [None req-fe1d8b66-ee7c-4066-ac70-2961947d935e admin admin] Resources bound (agent type, host, resource id): {{(pid=94116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:11:29.539250 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1d8b66-ee7c-4066-ac70-2961947d935e admin admin] Received port after_create {{(pid=94116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:11:29.594913 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d8b66-ee7c-4066-ac70-2961947d935e admin admin] Pushing event updated for resources: {'Port': ['ID=ba6ceaa2-3171-404e-9f93-b227e8fdf824,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:29.597607 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-fe1d8b66-ee7c-4066-ac70-2961947d935e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1650728'] for router_interface, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:29.648673 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-937579eb-2395-499d-b750-9310024df56f None None] Notify callbacks [] for port, precommit_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:29.660528 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-937579eb-2395-499d-b750-9310024df56f None None] Transition to ACTIVE for port object b2108da2-ed10-4b90-84b7-85549f5a27a0 will not be triggered until provisioned by entity L2. {{(pid=94118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:11:29.667643 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-937579eb-2395-499d-b750-9310024df56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:29.741352 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-937579eb-2395-499d-b750-9310024df56f None None] Attempting to bind port b2108da2-ed10-4b90-84b7-85549f5a27a0 on host dv-cinder-804581-2-iscsi for vnic_type normal with profile {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:11:29.741729 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-937579eb-2395-499d-b750-9310024df56f None None] Attempting to bind port b2108da2-ed10-4b90-84b7-85549f5a27a0 by drivers openvswitch,hyperv on host dv-cinder-804581-2-iscsi at level 0 using segments [{'id': '40f888b7-b3ed-489c-94ee-52f240068829', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'}] {{(pid=94118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:11:29.742096 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937579eb-2395-499d-b750-9310024df56f None None] Attempting to bind port b2108da2-ed10-4b90-84b7-85549f5a27a0 on network 70527521-9220-43b3-92f5-8f32262fd0f1 {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:11:29.748921 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0b37a-7f7e-4858-8fa1-28d9f545e190 None None] Pushing event updated for resources: {'Port': ['ID=b2108da2-ed10-4b90-84b7-85549f5a27a0,revision_number=2']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:29.754939 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-fe1d8b66-ee7c-4066-ac70-2961947d935e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:29.760368 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937579eb-2395-499d-b750-9310024df56f None None] Checking agent: {'id': 'd974888e-3874-401b-8472-8d90566bb0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 18, 55, 53), 'started_at': datetime.datetime(2021, 8, 14, 18, 56, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:11:29.761291 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937579eb-2395-499d-b750-9310024df56f None None] Checking segment: {'id': '40f888b7-b3ed-489c-94ee-52f240068829', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:11:29.761820 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-937579eb-2395-499d-b750-9310024df56f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:29.762193 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937579eb-2395-499d-b750-9310024df56f None None] Bound using segment: {'id': '40f888b7-b3ed-489c-94ee-52f240068829', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'} {{(pid=94118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:11:29.762726 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.managers [None req-937579eb-2395-499d-b750-9310024df56f None None] Bound port: b2108da2-ed10-4b90-84b7-85549f5a27a0, host: dv-cinder-804581-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40f888b7-b3ed-489c-94ee-52f240068829', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1'}}] {{(pid=94118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:11:29.763139 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-937579eb-2395-499d-b750-9310024df56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:29.807032 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-5f35c2dd-fad1-411b-ab5b-7c47aacfd972 None None] Provisioning for port ba6ceaa2-3171-404e-9f93-b227e8fdf824 completed by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:11:29.820366 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-5f35c2dd-fad1-411b-ab5b-7c47aacfd972 None None] Provisioning complete for port ba6ceaa2-3171-404e-9f93-b227e8fdf824 triggered by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:11:29.820976 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-5f35c2dd-fad1-411b-ab5b-7c47aacfd972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:29.850302 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-937579eb-2395-499d-b750-9310024df56f None None] For port b2108da2-ed10-4b90-84b7-85549f5a27a0, host dv-cinder-804581-2-iscsi, cleared binding levels {{(pid=94118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:11:29.877626 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-937579eb-2395-499d-b750-9310024df56f None None] For port b2108da2-ed10-4b90-84b7-85549f5a27a0, host dv-cinder-804581-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=b2108da2-ed10-4b90-84b7-85549f5a27a0,segment=NetworkSegment(40f888b7-b3ed-489c-94ee-52f240068829),segment_id=40f888b7-b3ed-489c-94ee-52f240068829)] {{(pid=94118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:11:29.881075 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-5f35c2dd-fad1-411b-ab5b-7c47aacfd972 None None] Port ba6ceaa2-3171-404e-9f93-b227e8fdf824 cannot update to ACTIVE because it is not bound. {{(pid=94118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 14 19:11:29.884012 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-937579eb-2395-499d-b750-9310024df56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:29.939477 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 9382148a-5e82-4dc0-81dc-a3bc5d454407 up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:11:29.943667 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-fe1d8b66-ee7c-4066-ac70-2961947d935e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:29.948457 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-fe1d8b66-ee7c-4066-ac70-2961947d935e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26904997'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:29.974178 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937579eb-2395-499d-b750-9310024df56f None None] Routers {'8a008c3f-edf3-4c20-89a2-322688f8f877'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:11:29.974849 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-937579eb-2395-499d-b750-9310024df56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:11:23Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['8a008c3f-edf3-4c20-89a2-322688f8f877'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:11:30.012037 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0b37a-7f7e-4858-8fa1-28d9f545e190 None None] Pushing event updated for resources: {'Port': ['ID=b2108da2-ed10-4b90-84b7-85549f5a27a0,revision_number=3']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:30.017516 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d8b66-ee7c-4066-ac70-2961947d935e admin admin] Pushing event updated for resources: {'Port': ['ID=ba6ceaa2-3171-404e-9f93-b227e8fdf824,revision_number=2']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:30.020072 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-fe1d8b66-ee7c-4066-ac70-2961947d935e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1685044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1650876'] for router_interface, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:30.087770 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning for port 9382148a-5e82-4dc0-81dc-a3bc5d454407 completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:11:30.100656 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port 9382148a-5e82-4dc0-81dc-a3bc5d454407 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:11:30.101036 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:30.120103 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1d8b66-ee7c-4066-ac70-2961947d935e admin admin] Network 04a70a00-1c08-45df-8b29-2049862c0f15 is already hosted by enough agents. {{(pid=94116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:11:30.121555 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.base_scheduler [None req-fe1d8b66-ee7c-4066-ac70-2961947d935e admin admin] Resources bound (agent type, host, resource id): {{(pid=94116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:11:30.132523 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-937579eb-2395-499d-b750-9310024df56f None None] Set router 8a008c3f-edf3-4c20-89a2-322688f8f877 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:11:30.249871 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1d8b66-ee7c-4066-ac70-2961947d935e admin admin] Router 8a008c3f-edf3-4c20-89a2-322688f8f877 has already been hosted by L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 {{(pid=94116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 14 19:11:30.313991 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:30.369981 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1d8b66-ee7c-4066-ac70-2961947d935e admin admin] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 19:11:30.375124 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-fe1d8b66-ee7c-4066-ac70-2961947d935e admin admin] 10.222.0.39 "PUT /v2.0/routers/8a008c3f-edf3-4c20-89a2-322688f8f877/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7188630 Aug 14 19:11:30.384753 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] For port 9382148a-5e82-4dc0-81dc-a3bc5d454407, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=9382148a-5e82-4dc0-81dc-a3bc5d454407,segment=NetworkSegment(7b32bbcf-ed8f-4519-8241-00ff1aeca497),segment_id=7b32bbcf-ed8f-4519-8241-00ff1aeca497)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:11:30.390303 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:30.391214 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 9af12eba-cdaf-4607-b0fd-e3286caa6fa1 up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:11:30.470405 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-5fe58ca8-da8b-4179-96b0-3510c190c6e7 None None] Provisioning complete for port ba6ceaa2-3171-404e-9f93-b227e8fdf824 triggered by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:11:30.470775 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-5fe58ca8-da8b-4179-96b0-3510c190c6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:30.508804 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Pushing event updated for resources: {'Port': ['ID=9382148a-5e82-4dc0-81dc-a3bc5d454407,revision_number=3']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:30.535871 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-5fe58ca8-da8b-4179-96b0-3510c190c6e7 None None] Port ba6ceaa2-3171-404e-9f93-b227e8fdf824 cannot update to ACTIVE because it is not bound. {{(pid=94118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 14 19:11:30.538942 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-937579eb-2395-499d-b750-9310024df56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a008c3f-edf3-4c20-89a2-322688f8f877', 'name': 'tempest-TestVolumeBootPattern-2082795063-router', 'tenant_id': '83acd156d90b4c47bb66c9af1854535c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b2108da2-ed10-4b90-84b7-85549f5a27a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:11:26Z', 'updated_at': '2021-08-14T19:11:29Z', 'revision_number': 4, 'project_id': '83acd156d90b4c47bb66c9af1854535c', 'gw_port': {'id': 'b2108da2-ed10-4b90-84b7-85549f5a27a0', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a008c3f-edf3-4c20-89a2-322688f8f877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:27Z', 'updated_at': '2021-08-14T19:11:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': 'ba6ceaa2-3171-404e-9f93-b227e8fdf824', 'name': '', 'network_id': '04a70a00-1c08-45df-8b29-2049862c0f15', 'tenant_id': '83acd156d90b4c47bb66c9af1854535c', 'mac_address': 'fa:16:3e:e8:93:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a008c3f-edf3-4c20-89a2-322688f8f877', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'a8f238ae-a30b-4a37-b131-8ff25b991881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:29Z', 'updated_at': '2021-08-14T19:11:29Z', 'revision_number': 2, 'project_id': '83acd156d90b4c47bb66c9af1854535c', 'subnets': [{'id': 'a8f238ae-a30b-4a37-b131-8ff25b991881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:11:30.572583 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port 9af12eba-cdaf-4607-b0fd-e3286caa6fa1 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:11:30.573094 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:30.574917 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937579eb-2395-499d-b750-9310024df56f None None] The sync data for ids ['8a008c3f-edf3-4c20-89a2-322688f8f877'] in dv-cinder-804581-2-iscsi is: [{'id': '8a008c3f-edf3-4c20-89a2-322688f8f877', 'name': 'tempest-TestVolumeBootPattern-2082795063-router', 'tenant_id': '83acd156d90b4c47bb66c9af1854535c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b2108da2-ed10-4b90-84b7-85549f5a27a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:11:26Z', 'updated_at': '2021-08-14T19:11:29Z', 'revision_number': 4, 'project_id': '83acd156d90b4c47bb66c9af1854535c', 'gw_port': {'id': 'b2108da2-ed10-4b90-84b7-85549f5a27a0', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a008c3f-edf3-4c20-89a2-322688f8f877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:27Z', 'updated_at': '2021-08-14T19:11:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': 'ba6ceaa2-3171-404e-9f93-b227e8fdf824', 'name': '', 'network_id': '04a70a00-1c08-45df-8b29-2049862c0f15', 'tenant_id': '83acd156d90b4c47bb66c9af1854535c', 'mac_address': 'fa:16:3e:e8:93:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a008c3f-edf3-4c20-89a2-322688f8f877', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'a8f238ae-a30b-4a37-b131-8ff25b991881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:29Z', 'updated_at': '2021-08-14T19:11:29Z', 'revision_number': 2, 'project_id': '83acd156d90b4c47bb66c9af1854535c', 'subnets': [{'id': 'a8f238ae-a30b-4a37-b131-8ff25b991881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 19:11:30.659504 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 8561765b-e1d5-4976-b58e-da499d464378 up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:11:30.708926 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning for port 8561765b-e1d5-4976-b58e-da499d464378 completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:11:30.713197 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port 8561765b-e1d5-4976-b58e-da499d464378 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:11:30.713581 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:30.812384 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:30.853560 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] For port 8561765b-e1d5-4976-b58e-da499d464378, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=8561765b-e1d5-4976-b58e-da499d464378,segment=NetworkSegment(2800a48d-5c13-48c5-b13b-b2b7f3ec26bd),segment_id=2800a48d-5c13-48c5-b13b-b2b7f3ec26bd)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:11:30.865574 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:30.907342 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 38558) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:11:30.912175 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-d8e06984-a2a2-4098-aaee-1e36928a6945 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-813841647', 'description': 'tempest-secgroup-smoke-813841647 description', 'project_id': '05a353e35c374c759a6f9c0404b0674e'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:11:30.924118 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Pushing event updated for resources: {'Port': ['ID=8561765b-e1d5-4976-b58e-da499d464378,revision_number=5']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:30.940259 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d8e06984-a2a2-4098-aaee-1e36928a6945 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:31.030597 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d8e06984-a2a2-4098-aaee-1e36928a6945 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:31.035303 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d8e06984-a2a2-4098-aaee-1e36928a6945 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:31.067175 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d8e06984-a2a2-4098-aaee-1e36928a6945 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:31.068427 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-d8e06984-a2a2-4098-aaee-1e36928a6945 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1600604 Aug 14 19:11:31.071606 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 38560) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:11:31.073504 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e06984-a2a2-4098-aaee-1e36928a6945 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b274cc83-1509-4cc0-a2a7-3ddf031e5926,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:31.076311 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [None req-8c978b95-98de-449a-901f-2f34a9856ce2 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Request body: {'security_group_rule': {'security_group_id': 'b274cc83-1509-4cc0-a2a7-3ddf031e5926', 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:11:31.106235 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-8c978b95-98de-449a-901f-2f34a9856ce2 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:31.167884 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-8c978b95-98de-449a-901f-2f34a9856ce2 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:31.172393 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-8c978b95-98de-449a-901f-2f34a9856ce2 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650242'] for security_group_rule, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:31.190452 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c978b95-98de-449a-901f-2f34a9856ce2 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5b9142f-14c6-46f1-b2e7-a7ffb63c2c9e,revision_number=0']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:31.197905 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-8c978b95-98de-449a-901f-2f34a9856ce2 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:31.198881 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-8c978b95-98de-449a-901f-2f34a9856ce2 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1262417 Aug 14 19:11:31.201816 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 38562) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:11:31.208824 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [None req-c89bc577-d3cf-402e-bd71-128b40d1ba83 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Request body: {'security_group_rule': {'security_group_id': 'b274cc83-1509-4cc0-a2a7-3ddf031e5926', 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:11:31.234686 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-c89bc577-d3cf-402e-bd71-128b40d1ba83 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:31.292170 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-c89bc577-d3cf-402e-bd71-128b40d1ba83 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:31.295924 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-c89bc577-d3cf-402e-bd71-128b40d1ba83 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650242'] for security_group_rule, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:31.312746 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89bc577-d3cf-402e-bd71-128b40d1ba83 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0021580-1068-496a-8897-8bd2a5eaad6a,revision_number=0']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:31.320584 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-c89bc577-d3cf-402e-bd71-128b40d1ba83 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:31.324878 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-c89bc577-d3cf-402e-bd71-128b40d1ba83 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187229 Aug 14 19:11:31.325216 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 38566) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:11:31.329454 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [None req-296a9d3e-9e99-4848-b850-b48344866c40 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Request body: {'security_group_rule': {'security_group_id': 'b274cc83-1509-4cc0-a2a7-3ddf031e5926', 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:11:31.358179 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-296a9d3e-9e99-4848-b850-b48344866c40 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:31.416698 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-296a9d3e-9e99-4848-b850-b48344866c40 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:31.420087 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-296a9d3e-9e99-4848-b850-b48344866c40 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650242'] for security_group_rule, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:31.436351 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a9d3e-9e99-4848-b850-b48344866c40 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e72d6824-f1ea-449b-90e1-6154c56c8435,revision_number=0']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:31.442926 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-296a9d3e-9e99-4848-b850-b48344866c40 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:31.444119 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-296a9d3e-9e99-4848-b850-b48344866c40 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181390 Aug 14 19:11:31.447378 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 38568) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:11:31.453002 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [None req-f107ba37-9989-4eac-8136-ac7d392ae813 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Request body: {'security_group_rule': {'security_group_id': 'b274cc83-1509-4cc0-a2a7-3ddf031e5926', 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:11:31.481993 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-f107ba37-9989-4eac-8136-ac7d392ae813 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:31.559821 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-f107ba37-9989-4eac-8136-ac7d392ae813 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:31.564163 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-f107ba37-9989-4eac-8136-ac7d392ae813 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650242'] for security_group_rule, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:31.586085 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107ba37-9989-4eac-8136-ac7d392ae813 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5e649f5-31aa-4270-862d-2f4fe5484152,revision_number=0']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:31.592323 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-f107ba37-9989-4eac-8136-ac7d392ae813 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:31.595410 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-f107ba37-9989-4eac-8136-ac7d392ae813 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1469808 Aug 14 19:11:31.596349 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 38570) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:11:31.601294 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-2fafbc06-d32f-49e9-94f2-2f57cf327839 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Request body: {'security_group_rule': {'security_group_id': 'b274cc83-1509-4cc0-a2a7-3ddf031e5926', 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:11:31.624813 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.db.securitygroups_db [None req-2fafbc06-d32f-49e9-94f2-2f57cf327839 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Project 05a353e35c374c759a6f9c0404b0674e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 14 19:11:31.631189 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-2fafbc06-d32f-49e9-94f2-2f57cf327839 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:31.703101 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-2fafbc06-d32f-49e9-94f2-2f57cf327839 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:31.707592 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-2fafbc06-d32f-49e9-94f2-2f57cf327839 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650242'] for security_group_rule, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:31.734384 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fafbc06-d32f-49e9-94f2-2f57cf327839 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d2292bf-58ce-4cdd-be24-8607b9578fe8,revision_number=0']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:31.742693 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-2fafbc06-d32f-49e9-94f2-2f57cf327839 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:31.744818 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-2fafbc06-d32f-49e9-94f2-2f57cf327839 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1473029 Aug 14 19:11:31.747360 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 38572) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:11:31.752567 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-b74ad9f8-9423-4efc-a8a9-5fa458145917 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Request body: {'security_group_rule': {'security_group_id': 'b274cc83-1509-4cc0-a2a7-3ddf031e5926', 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:11:31.779652 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.db.securitygroups_db [None req-b74ad9f8-9423-4efc-a8a9-5fa458145917 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Project 05a353e35c374c759a6f9c0404b0674e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 14 19:11:31.785813 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-b74ad9f8-9423-4efc-a8a9-5fa458145917 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:31.855268 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-b74ad9f8-9423-4efc-a8a9-5fa458145917 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:31.865064 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-b74ad9f8-9423-4efc-a8a9-5fa458145917 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650242'] for security_group_rule, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:31.866304 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 9382148a-5e82-4dc0-81dc-a3bc5d454407 up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:11:31.886888 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ad9f8-9423-4efc-a8a9-5fa458145917 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eedec9df-f44a-4d0c-a89a-6f358af4cb11,revision_number=0']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:31.895736 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-b74ad9f8-9423-4efc-a8a9-5fa458145917 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:31.897641 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-b74ad9f8-9423-4efc-a8a9-5fa458145917 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1493051 Aug 14 19:11:31.924623 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port 9382148a-5e82-4dc0-81dc-a3bc5d454407 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:11:31.924954 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:32.011098 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 8561765b-e1d5-4976-b58e-da499d464378 up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:11:32.065611 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port 8561765b-e1d5-4976-b58e-da499d464378 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:11:32.065995 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:32.153006 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device b2108da2-ed10-4b90-84b7-85549f5a27a0 up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:11:32.214660 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning for port b2108da2-ed10-4b90-84b7-85549f5a27a0 completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:11:32.219898 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port b2108da2-ed10-4b90-84b7-85549f5a27a0 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:11:32.220548 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:32.310537 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:32.334808 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] For port b2108da2-ed10-4b90-84b7-85549f5a27a0, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=b2108da2-ed10-4b90-84b7-85549f5a27a0,segment=NetworkSegment(40f888b7-b3ed-489c-94ee-52f240068829),segment_id=40f888b7-b3ed-489c-94ee-52f240068829)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:11:32.343612 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:32.411364 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Pushing event updated for resources: {'Port': ['ID=b2108da2-ed10-4b90-84b7-85549f5a27a0,revision_number=4']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:32.927272 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0500c4c4-2706-4865-8da6-dac7fa99cd94 None None] Sync routers for ids ['8a008c3f-edf3-4c20-89a2-322688f8f877'] in dv-cinder-804581-2-iscsi {{(pid=94119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 19:11:32.937411 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0500c4c4-2706-4865-8da6-dac7fa99cd94 None None] Routers {'8a008c3f-edf3-4c20-89a2-322688f8f877'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:11:32.938024 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-0500c4c4-2706-4865-8da6-dac7fa99cd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:11:23Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['8a008c3f-edf3-4c20-89a2-322688f8f877'], 'active': True} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:11:33.043109 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvr_db [None req-0500c4c4-2706-4865-8da6-dac7fa99cd94 None None] Set router 8a008c3f-edf3-4c20-89a2-322688f8f877 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:11:33.248606 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-0500c4c4-2706-4865-8da6-dac7fa99cd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a008c3f-edf3-4c20-89a2-322688f8f877', 'name': 'tempest-TestVolumeBootPattern-2082795063-router', 'tenant_id': '83acd156d90b4c47bb66c9af1854535c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b2108da2-ed10-4b90-84b7-85549f5a27a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:11:26Z', 'updated_at': '2021-08-14T19:11:29Z', 'revision_number': 4, 'project_id': '83acd156d90b4c47bb66c9af1854535c', 'gw_port': {'id': 'b2108da2-ed10-4b90-84b7-85549f5a27a0', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a008c3f-edf3-4c20-89a2-322688f8f877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:27Z', 'updated_at': '2021-08-14T19:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': 'ba6ceaa2-3171-404e-9f93-b227e8fdf824', 'name': '', 'network_id': '04a70a00-1c08-45df-8b29-2049862c0f15', 'tenant_id': '83acd156d90b4c47bb66c9af1854535c', 'mac_address': 'fa:16:3e:e8:93:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a008c3f-edf3-4c20-89a2-322688f8f877', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'a8f238ae-a30b-4a37-b131-8ff25b991881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:29Z', 'updated_at': '2021-08-14T19:11:29Z', 'revision_number': 2, 'project_id': '83acd156d90b4c47bb66c9af1854535c', 'subnets': [{'id': 'a8f238ae-a30b-4a37-b131-8ff25b991881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:11:33.278545 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0500c4c4-2706-4865-8da6-dac7fa99cd94 None None] Checking router: 8a008c3f-edf3-4c20-89a2-322688f8f877 for host: dv-cinder-804581-2-iscsi {{(pid=94119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 19:11:33.278902 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0500c4c4-2706-4865-8da6-dac7fa99cd94 None None] Updating router 8a008c3f-edf3-4c20-89a2-322688f8f877 port ba6ceaa2-3171-404e-9f93-b227e8fdf824 binding host dv-cinder-804581-2-iscsi {{(pid=94119) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 14 19:11:33.304555 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-0500c4c4-2706-4865-8da6-dac7fa99cd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:33.585141 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-0500c4c4-2706-4865-8da6-dac7fa99cd94 None None] Notify callbacks [] for port, precommit_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:33.595771 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.provisioning_blocks [None req-0500c4c4-2706-4865-8da6-dac7fa99cd94 None None] Transition to ACTIVE for port object ba6ceaa2-3171-404e-9f93-b227e8fdf824 will not be triggered until provisioned by entity L2. {{(pid=94119) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:11:33.601018 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-0500c4c4-2706-4865-8da6-dac7fa99cd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:33.671230 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61d5b0-b7ee-4386-9051-309949ed39ae None None] Pushing event updated for resources: {'Port': ['ID=ba6ceaa2-3171-404e-9f93-b227e8fdf824,revision_number=3']} {{(pid=94119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:33.708895 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.managers [None req-0500c4c4-2706-4865-8da6-dac7fa99cd94 None None] Attempting to bind port ba6ceaa2-3171-404e-9f93-b227e8fdf824 on host dv-cinder-804581-2-iscsi for vnic_type normal with profile {{(pid=94119) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:11:33.710000 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.managers [None req-0500c4c4-2706-4865-8da6-dac7fa99cd94 None None] Attempting to bind port ba6ceaa2-3171-404e-9f93-b227e8fdf824 by drivers openvswitch,hyperv on host dv-cinder-804581-2-iscsi at level 0 using segments [{'id': '7b32bbcf-ed8f-4519-8241-00ff1aeca497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '04a70a00-1c08-45df-8b29-2049862c0f15'}] {{(pid=94119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:11:33.710801 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0500c4c4-2706-4865-8da6-dac7fa99cd94 None None] Attempting to bind port ba6ceaa2-3171-404e-9f93-b227e8fdf824 on network 04a70a00-1c08-45df-8b29-2049862c0f15 {{(pid=94119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:11:33.719549 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0500c4c4-2706-4865-8da6-dac7fa99cd94 None None] Checking agent: {'id': 'd974888e-3874-401b-8472-8d90566bb0d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804581-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 18, 55, 53), 'started_at': datetime.datetime(2021, 8, 14, 18, 56, 23), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804581-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:11:33.720259 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0500c4c4-2706-4865-8da6-dac7fa99cd94 None None] Checking segment: {'id': '7b32bbcf-ed8f-4519-8241-00ff1aeca497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '04a70a00-1c08-45df-8b29-2049862c0f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94119) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:11:33.720725 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-0500c4c4-2706-4865-8da6-dac7fa99cd94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:33.721116 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0500c4c4-2706-4865-8da6-dac7fa99cd94 None None] Bound using segment: {'id': '7b32bbcf-ed8f-4519-8241-00ff1aeca497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '04a70a00-1c08-45df-8b29-2049862c0f15'} {{(pid=94119) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:11:33.721612 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.managers [None req-0500c4c4-2706-4865-8da6-dac7fa99cd94 None None] Bound port: ba6ceaa2-3171-404e-9f93-b227e8fdf824, host: dv-cinder-804581-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b32bbcf-ed8f-4519-8241-00ff1aeca497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '04a70a00-1c08-45df-8b29-2049862c0f15'}}] {{(pid=94119) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:11:33.721987 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-0500c4c4-2706-4865-8da6-dac7fa99cd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:33.785041 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device b2108da2-ed10-4b90-84b7-85549f5a27a0 up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:11:33.797100 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.db [None req-0500c4c4-2706-4865-8da6-dac7fa99cd94 None None] For port ba6ceaa2-3171-404e-9f93-b227e8fdf824, host dv-cinder-804581-2-iscsi, cleared binding levels {{(pid=94119) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:11:33.801382 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.plugins.ml2.db [None req-0500c4c4-2706-4865-8da6-dac7fa99cd94 None None] For port ba6ceaa2-3171-404e-9f93-b227e8fdf824, host dv-cinder-804581-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=ba6ceaa2-3171-404e-9f93-b227e8fdf824,segment=NetworkSegment(7b32bbcf-ed8f-4519-8241-00ff1aeca497),segment_id=7b32bbcf-ed8f-4519-8241-00ff1aeca497)] {{(pid=94119) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:11:33.805897 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron_lib.callbacks.manager [None req-0500c4c4-2706-4865-8da6-dac7fa99cd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94119) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:33.856196 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port b2108da2-ed10-4b90-84b7-85549f5a27a0 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:11:33.856586 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:33.890560 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0500c4c4-2706-4865-8da6-dac7fa99cd94 None None] Routers {'8a008c3f-edf3-4c20-89a2-322688f8f877'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:11:33.891228 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-0500c4c4-2706-4865-8da6-dac7fa99cd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:11:23Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['8a008c3f-edf3-4c20-89a2-322688f8f877'], 'active': True} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:11:33.998408 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61d5b0-b7ee-4386-9051-309949ed39ae None None] Pushing event updated for resources: {'Port': ['ID=ba6ceaa2-3171-404e-9f93-b227e8fdf824,revision_number=4']} {{(pid=94119) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:34.051769 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvr_db [None req-0500c4c4-2706-4865-8da6-dac7fa99cd94 None None] Set router 8a008c3f-edf3-4c20-89a2-322688f8f877 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:11:34.263891 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-0500c4c4-2706-4865-8da6-dac7fa99cd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a008c3f-edf3-4c20-89a2-322688f8f877', 'name': 'tempest-TestVolumeBootPattern-2082795063-router', 'tenant_id': '83acd156d90b4c47bb66c9af1854535c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b2108da2-ed10-4b90-84b7-85549f5a27a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:11:26Z', 'updated_at': '2021-08-14T19:11:29Z', 'revision_number': 4, 'project_id': '83acd156d90b4c47bb66c9af1854535c', 'gw_port': {'id': 'b2108da2-ed10-4b90-84b7-85549f5a27a0', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a008c3f-edf3-4c20-89a2-322688f8f877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:27Z', 'updated_at': '2021-08-14T19:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': 'ba6ceaa2-3171-404e-9f93-b227e8fdf824', 'name': '', 'network_id': '04a70a00-1c08-45df-8b29-2049862c0f15', 'tenant_id': '83acd156d90b4c47bb66c9af1854535c', 'mac_address': 'fa:16:3e:e8:93:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a008c3f-edf3-4c20-89a2-322688f8f877', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'a8f238ae-a30b-4a37-b131-8ff25b991881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:29Z', 'updated_at': '2021-08-14T19:11:33Z', 'revision_number': 4, 'project_id': '83acd156d90b4c47bb66c9af1854535c', 'subnets': [{'id': 'a8f238ae-a30b-4a37-b131-8ff25b991881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:11:34.291113 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0500c4c4-2706-4865-8da6-dac7fa99cd94 None None] The sync data for ids ['8a008c3f-edf3-4c20-89a2-322688f8f877'] in dv-cinder-804581-2-iscsi is: [{'id': '8a008c3f-edf3-4c20-89a2-322688f8f877', 'name': 'tempest-TestVolumeBootPattern-2082795063-router', 'tenant_id': '83acd156d90b4c47bb66c9af1854535c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b2108da2-ed10-4b90-84b7-85549f5a27a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:11:26Z', 'updated_at': '2021-08-14T19:11:29Z', 'revision_number': 4, 'project_id': '83acd156d90b4c47bb66c9af1854535c', 'gw_port': {'id': 'b2108da2-ed10-4b90-84b7-85549f5a27a0', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a008c3f-edf3-4c20-89a2-322688f8f877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:27Z', 'updated_at': '2021-08-14T19:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': 'ba6ceaa2-3171-404e-9f93-b227e8fdf824', 'name': '', 'network_id': '04a70a00-1c08-45df-8b29-2049862c0f15', 'tenant_id': '83acd156d90b4c47bb66c9af1854535c', 'mac_address': 'fa:16:3e:e8:93:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a008c3f-edf3-4c20-89a2-322688f8f877', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'a8f238ae-a30b-4a37-b131-8ff25b991881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:29Z', 'updated_at': '2021-08-14T19:11:33Z', 'revision_number': 4, 'project_id': '83acd156d90b4c47bb66c9af1854535c', 'subnets': [{'id': 'a8f238ae-a30b-4a37-b131-8ff25b991881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 19:11:35.415524 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-4daf5087-5197-403f-a7f9-bf74e66abba1 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:35.416914 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-4daf5087-5197-403f-a7f9-bf74e66abba1 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/networks?id=de8cd239-01ca-46a9-80b2-263e5a97ad1d HTTP/1.1" status: 200 len: 815 time: 0.1052296 Aug 14 19:11:35.433632 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-102b6ff0-6429-406d-af26-74c8021cb2a4 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/quotas/8e6362e98ec743738b3d8be8a7649e6a HTTP/1.1" status: 200 len: 375 time: 0.0102558 Aug 14 19:11:35.489093 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-07a0cd4f-7b4a-4d63-bd22-58129105fc7a tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e6362e98ec743738b3d8be8a7649e6a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494719 Aug 14 19:11:35.676315 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-f67d07e5-ed2e-4768-9965-65b688fed403 service neutron] 10.222.0.39 "GET /v2.0/networks/de8cd239-01ca-46a9-80b2-263e5a97ad1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799333 Aug 14 19:11:35.784338 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device ba6ceaa2-3171-404e-9f93-b227e8fdf824 up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:11:35.786474 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-f6222eb1-f233-464f-bb45-7eefa9bdb4a8 service neutron] 10.222.0.39 "GET /v2.0/networks/de8cd239-01ca-46a9-80b2-263e5a97ad1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983894 Aug 14 19:11:35.842983 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning for port ba6ceaa2-3171-404e-9f93-b227e8fdf824 completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:11:35.847333 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port ba6ceaa2-3171-404e-9f93-b227e8fdf824 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:11:35.847783 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:35.949800 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:35.964818 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-a07448db-b1b2-4b48-8e16-f3a3cca41593 req-e51b6d86-caf0-4063-8d75-e221d806b55d tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c3f829e-0bba-45ce-bbb1-c22cacbc36bb HTTP/1.1" status: 200 len: 210 time: 0.0280294 Aug 14 19:11:35.998474 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] For port ba6ceaa2-3171-404e-9f93-b227e8fdf824, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=ba6ceaa2-3171-404e-9f93-b227e8fdf824,segment=NetworkSegment(7b32bbcf-ed8f-4519-8241-00ff1aeca497),segment_id=7b32bbcf-ed8f-4519-8241-00ff1aeca497)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:11:36.003330 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:36.062303 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Pushing event updated for resources: {'Port': ['ID=ba6ceaa2-3171-404e-9f93-b227e8fdf824,revision_number=5']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:36.931631 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-b07b36ac-3869-4960-9d5b-3a04212c1839 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:36.933400 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-b07b36ac-3869-4960-9d5b-3a04212c1839 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.24 "GET /v2.0/networks?id=de8cd239-01ca-46a9-80b2-263e5a97ad1d HTTP/1.1" status: 200 len: 815 time: 0.1147115 Aug 14 19:11:36.947917 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-e6e9477d-a2e8-44ae-ba17-a3359eb96a6d tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Request body: {'port': {'device_id': '9c3f829e-0bba-45ce-bbb1-c22cacbc36bb', 'network_id': 'de8cd239-01ca-46a9-80b2-263e5a97ad1d', 'admin_state_up': True, 'tenant_id': '8e6362e98ec743738b3d8be8a7649e6a'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:11:37.070220 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-a255c362-589c-402c-8887-aeed69552aef req-80401cb6-940b-44ec-a011-2f4202dfc7eb tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c3f829e-0bba-45ce-bbb1-c22cacbc36bb HTTP/1.1" status: 200 len: 210 time: 0.0378661 Aug 14 19:11:37.095254 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-e6e9477d-a2e8-44ae-ba17-a3359eb96a6d tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Made reservation on behalf of 8e6362e98ec743738b3d8be8a7649e6a for: {'port': 1} {{(pid=94117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:11:37.098971 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-e6e9477d-a2e8-44ae-ba17-a3359eb96a6d tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:37.228768 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.db_base_plugin_common [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-e6e9477d-a2e8-44ae-ba17-a3359eb96a6d tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Allocated IP 172.20.0.9 (de8cd239-01ca-46a9-80b2-263e5a97ad1d/fd04a080-56ff-44dd-85ab-aaac7fbace90/449d0154-9a27-4861-8471-1073f325dd26) {{(pid=94117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:11:37.380166 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-e6e9477d-a2e8-44ae-ba17-a3359eb96a6d tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Notify callbacks [] for port, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:37.418700 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-e6e9477d-a2e8-44ae-ba17-a3359eb96a6d tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25274135'] for port, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:37.434529 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] get_ports_and_sgs() called for port_ids ['0023badd-b2b2-4653-9d18-4e671f55ad03', 'df8812d0-6f07-447d-910d-5ce32da788a0', 'd14df72e-ef09-4503-b7bb-1f5efec40777'] {{(pid=94118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 14 19:11:37.461410 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-e6e9477d-a2e8-44ae-ba17-a3359eb96a6d tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Network de8cd239-01ca-46a9-80b2-263e5a97ad1d is already hosted by enough agents. {{(pid=94117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:11:37.467100 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.base_scheduler [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-e6e9477d-a2e8-44ae-ba17-a3359eb96a6d tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Resources bound (agent type, host, resource id): {{(pid=94117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:11:37.470998 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-e6e9477d-a2e8-44ae-ba17-a3359eb96a6d tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Received port after_create {{(pid=94117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:11:37.477430 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9477d-a2e8-44ae-ba17-a3359eb96a6d tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Pushing event updated for resources: {'Port': ['ID=449d0154-9a27-4861-8471-1073f325dd26,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:37.527415 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-e6e9477d-a2e8-44ae-ba17-a3359eb96a6d tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:37.528066 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-e6e9477d-a2e8-44ae-ba17-a3359eb96a6d tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:37.543461 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-e6e9477d-a2e8-44ae-ba17-a3359eb96a6d tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5999155 Aug 14 19:11:37.559362 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-c0963643-f66a-44df-ad41-f795dc427369 service neutron] Request body: {'port': {'device_id': '9c3f829e-0bba-45ce-bbb1-c22cacbc36bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:11:37.621959 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-c0963643-f66a-44df-ad41-f795dc427369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:37.793611 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device ba6ceaa2-3171-404e-9f93-b227e8fdf824 up at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:11:37.848278 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Provisioning complete for port ba6ceaa2-3171-404e-9f93-b227e8fdf824 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:11:37.848654 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:37.951737 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.notifiers.nova [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-c0963643-f66a-44df-ad41-f795dc427369 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 449d0154-9a27-4861-8471-1073f325dd26 {{(pid=94117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:11:37.960972 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-c0963643-f66a-44df-ad41-f795dc427369 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:37.974170 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.provisioning_blocks [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-c0963643-f66a-44df-ad41-f795dc427369 service neutron] Transition to ACTIVE for port object 449d0154-9a27-4861-8471-1073f325dd26 will not be triggered until provisioned by entity L2. {{(pid=94117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:11:37.978930 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-c0963643-f66a-44df-ad41-f795dc427369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25274142'] for port, after_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:38.043989 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0963643-f66a-44df-ad41-f795dc427369 service neutron] Pushing event updated for resources: {'Port': ['ID=449d0154-9a27-4861-8471-1073f325dd26,revision_number=2']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:38.128743 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.managers [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-c0963643-f66a-44df-ad41-f795dc427369 service neutron] Attempting to bind port 449d0154-9a27-4861-8471-1073f325dd26 on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:11:38.129100 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.managers [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-c0963643-f66a-44df-ad41-f795dc427369 service neutron] Attempting to bind port 449d0154-9a27-4861-8471-1073f325dd26 by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': '4ad96afd-d34d-4649-b250-7981700e776c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'de8cd239-01ca-46a9-80b2-263e5a97ad1d'}] {{(pid=94117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:11:38.129415 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-c0963643-f66a-44df-ad41-f795dc427369 service neutron] Attempting to bind port 449d0154-9a27-4861-8471-1073f325dd26 on network de8cd239-01ca-46a9-80b2-263e5a97ad1d {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:11:38.134571 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-c0963643-f66a-44df-ad41-f795dc427369 service neutron] Port 449d0154-9a27-4861-8471-1073f325dd26 on network de8cd239-01ca-46a9-80b2-263e5a97ad1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 14 19:11:38.134898 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-c0963643-f66a-44df-ad41-f795dc427369 service neutron] Attempting to bind port 449d0154-9a27-4861-8471-1073f325dd26 on network de8cd239-01ca-46a9-80b2-263e5a97ad1d {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:11:38.140348 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-c0963643-f66a-44df-ad41-f795dc427369 service neutron] Checking agent: {'id': '7eaedc20-6d95-47b4-8617-1798feafd334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 19, 1, 52), 'started_at': datetime.datetime(2021, 8, 14, 19, 1, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:11:38.140763 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-c0963643-f66a-44df-ad41-f795dc427369 service neutron] Checking segment: {'id': '4ad96afd-d34d-4649-b250-7981700e776c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'de8cd239-01ca-46a9-80b2-263e5a97ad1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:11:38.141150 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-c0963643-f66a-44df-ad41-f795dc427369 service neutron] Bound using segment: {'id': '4ad96afd-d34d-4649-b250-7981700e776c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'de8cd239-01ca-46a9-80b2-263e5a97ad1d'} {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:11:38.141788 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.managers [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-c0963643-f66a-44df-ad41-f795dc427369 service neutron] Bound port: 449d0154-9a27-4861-8471-1073f325dd26, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ad96afd-d34d-4649-b250-7981700e776c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'de8cd239-01ca-46a9-80b2-263e5a97ad1d'}}] {{(pid=94117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:11:38.142187 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-c0963643-f66a-44df-ad41-f795dc427369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:38.201530 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e191ff-e41b-45b9-8996-0e145107881f req-cdf54bc0-1a38-4c9f-89a4-7e8ec074f215 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:38.203188 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e5e191ff-e41b-45b9-8996-0e145107881f req-cdf54bc0-1a38-4c9f-89a4-7e8ec074f215 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c3f829e-0bba-45ce-bbb1-c22cacbc36bb HTTP/1.1" status: 200 len: 943 time: 0.0581162 Aug 14 19:11:38.212412 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-c0963643-f66a-44df-ad41-f795dc427369 service neutron] For port 449d0154-9a27-4861-8471-1073f325dd26, host hv-cinder-80458, cleared binding levels {{(pid=94117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:11:38.216453 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-c0963643-f66a-44df-ad41-f795dc427369 service neutron] For port 449d0154-9a27-4861-8471-1073f325dd26, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=449d0154-9a27-4861-8471-1073f325dd26,segment=NetworkSegment(4ad96afd-d34d-4649-b250-7981700e776c),segment_id=4ad96afd-d34d-4649-b250-7981700e776c)] {{(pid=94117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:11:38.227269 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-c0963643-f66a-44df-ad41-f795dc427369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25274142'] for port, after_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:38.254688 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e5e191ff-e41b-45b9-8996-0e145107881f req-7762da3a-875e-4b32-a3d4-515463c132b3 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f41a60-b8a4-4d88-b7b4-666d52ee0caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443971 Aug 14 19:11:38.265550 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-c0963643-f66a-44df-ad41-f795dc427369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:38.266312 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-c0963643-f66a-44df-ad41-f795dc427369 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:38.267689 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-c0963643-f66a-44df-ad41-f795dc427369 service neutron] 10.222.0.24 "PUT /v2.0/ports/449d0154-9a27-4861-8471-1073f325dd26 HTTP/1.1" status: 200 len: 1093 time: 0.7131643 Aug 14 19:11:38.268155 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c3f829e-0bba-45ce-bbb1-c22cacbc36bb', 'tag': '449d0154-9a27-4861-8471-1073f325dd26'}] {{(pid=94117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:11:38.275567 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ea8273f875cf68671556eb39bbac10e5cf2532cbac2204340d4cc673a0511b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdc8cc7-ae69-4eef-89a8-a9bb350c8f96" -d '{"events": [{"name": "network-changed", "server_uuid": "9c3f829e-0bba-45ce-bbb1-c22cacbc36bb", "tag": "449d0154-9a27-4861-8471-1073f325dd26"}]}' {{(pid=94117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:11:38.308771 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0963643-f66a-44df-ad41-f795dc427369 service neutron] Pushing event updated for resources: {'Port': ['ID=449d0154-9a27-4861-8471-1073f325dd26,revision_number=3']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:38.331577 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 Aug 2021 19:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656506e1-cae7-4e92-935c-186ebb6005c5 x-openstack-request-id: req-656506e1-cae7-4e92-935c-186ebb6005c5 {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:11:38.331858 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c3f829e-0bba-45ce-bbb1-c22cacbc36bb", "tag": "449d0154-9a27-4861-8471-1073f325dd26", "status": "completed", "code": 200}]} {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:11:38.332101 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-656506e1-cae7-4e92-935c-186ebb6005c5 {{(pid=94117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:11:38.332481 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c3f829e-0bba-45ce-bbb1-c22cacbc36bb', 'tag': '449d0154-9a27-4861-8471-1073f325dd26', 'status': 'completed', 'code': 200} Aug 14 19:11:38.366081 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-41ea2694-5697-4a53-b3fb-23e7ba98f0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:38.367630 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-41ea2694-5697-4a53-b3fb-23e7ba98f0e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e6362e98ec743738b3d8be8a7649e6a&device_id=9c3f829e-0bba-45ce-bbb1-c22cacbc36bb HTTP/1.1" status: 200 len: 1096 time: 0.0449672 Aug 14 19:11:38.413246 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-f0eb8fc7-42f8-416f-bfbd-a2793784eeac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=449d0154-9a27-4861-8471-1073f325dd26 HTTP/1.1" status: 200 len: 217 time: 0.0363200 Aug 14 19:11:38.464746 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-99f8c405-c518-4347-b9ae-538607b8485a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:38.466239 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-99f8c405-c518-4347-b9ae-538607b8485a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fd04a080-56ff-44dd-85ab-aaac7fbace90 HTTP/1.1" status: 200 len: 855 time: 0.0459845 Aug 14 19:11:38.499384 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-f7fe1441-9218-4926-895b-13494d3f5b7c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de8cd239-01ca-46a9-80b2-263e5a97ad1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249228 Aug 14 19:11:38.594988 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-98bf3255-7e7e-4689-a466-c56a7e1df7b0 service neutron] 10.222.0.24 "GET /v2.0/networks/de8cd239-01ca-46a9-80b2-263e5a97ad1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874324 Aug 14 19:11:38.688185 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8dd1d703-74f7-4163-9b1f-5acc2f862bd4 req-2a4e6bb9-47cc-41db-8a61-421dba392793 service neutron] 10.222.0.24 "GET /v2.0/networks/de8cd239-01ca-46a9-80b2-263e5a97ad1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851178 Aug 14 19:11:38.779603 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc8cc7-ae69-4eef-89a8-a9bb350c8f96 req-2ae52891-63a8-4c47-9062-798876c95829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:38.781067 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-9bdc8cc7-ae69-4eef-89a8-a9bb350c8f96 req-2ae52891-63a8-4c47-9062-798876c95829 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e6362e98ec743738b3d8be8a7649e6a&device_id=9c3f829e-0bba-45ce-bbb1-c22cacbc36bb HTTP/1.1" status: 200 len: 1096 time: 0.0403554 Aug 14 19:11:38.881758 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc8cc7-ae69-4eef-89a8-a9bb350c8f96 req-9971e472-9f35-448f-8738-627041773b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:38.883240 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-9bdc8cc7-ae69-4eef-89a8-a9bb350c8f96 req-9971e472-9f35-448f-8738-627041773b0b service neutron] 10.222.0.24 "GET /v2.0/networks?id=de8cd239-01ca-46a9-80b2-263e5a97ad1d HTTP/1.1" status: 200 len: 916 time: 0.0916677 Aug 14 19:11:38.927474 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-9bdc8cc7-ae69-4eef-89a8-a9bb350c8f96 req-03c3910e-8e20-4464-a85d-ca7e073d3dc0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=449d0154-9a27-4861-8471-1073f325dd26 HTTP/1.1" status: 200 len: 217 time: 0.0351954 Aug 14 19:11:38.986181 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc8cc7-ae69-4eef-89a8-a9bb350c8f96 req-27814afe-c33f-4339-adea-caa04ac639fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:38.987844 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-9bdc8cc7-ae69-4eef-89a8-a9bb350c8f96 req-27814afe-c33f-4339-adea-caa04ac639fd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fd04a080-56ff-44dd-85ab-aaac7fbace90 HTTP/1.1" status: 200 len: 855 time: 0.0493679 Aug 14 19:11:39.030751 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-9bdc8cc7-ae69-4eef-89a8-a9bb350c8f96 req-0aafde0c-37c0-4d90-9168-6ffd0aa8986b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de8cd239-01ca-46a9-80b2-263e5a97ad1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250087 Aug 14 19:11:39.123018 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-9bdc8cc7-ae69-4eef-89a8-a9bb350c8f96 req-224849d0-a42c-4bd9-bf33-aa24f6d3fd6c service neutron] 10.222.0.24 "GET /v2.0/networks/de8cd239-01ca-46a9-80b2-263e5a97ad1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842662 Aug 14 19:11:39.220650 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-9bdc8cc7-ae69-4eef-89a8-a9bb350c8f96 req-baa55d93-cc5f-454d-9472-ba8925e6804b service neutron] 10.222.0.24 "GET /v2.0/networks/de8cd239-01ca-46a9-80b2-263e5a97ad1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896771 Aug 14 19:11:39.376222 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ebb3b-9df1-4556-b0c0-14ce3478b2f6 req-62d42713-607b-4b15-99db-baceea26af7b tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:39.377612 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-905ebb3b-9df1-4556-b0c0-14ce3478b2f6 req-62d42713-607b-4b15-99db-baceea26af7b tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c3f829e-0bba-45ce-bbb1-c22cacbc36bb HTTP/1.1" status: 200 len: 943 time: 0.0499275 Aug 14 19:11:39.418186 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-905ebb3b-9df1-4556-b0c0-14ce3478b2f6 req-061c59a2-7154-40aa-88e4-0cfe612fc53e tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f41a60-b8a4-4d88-b7b4-666d52ee0caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341535 Aug 14 19:11:40.536270 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b866c-c738-4d75-940c-2a344a604e7c req-bb5d075e-fa60-4e6f-97d2-3880b2d4783f tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:40.537733 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-792b866c-c738-4d75-940c-2a344a604e7c req-bb5d075e-fa60-4e6f-97d2-3880b2d4783f tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c3f829e-0bba-45ce-bbb1-c22cacbc36bb HTTP/1.1" status: 200 len: 943 time: 0.0514901 Aug 14 19:11:40.577970 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-792b866c-c738-4d75-940c-2a344a604e7c req-e9ad4b59-1664-457e-9bb1-79a639dac226 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f41a60-b8a4-4d88-b7b4-666d52ee0caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341015 Aug 14 19:11:40.812013 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 449d0154-9a27-4861-8471-1073f325dd26 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 14 19:11:40.910001 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 449d0154-9a27-4861-8471-1073f325dd26, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=449d0154-9a27-4861-8471-1073f325dd26,segment=NetworkSegment(4ad96afd-d34d-4649-b250-7981700e776c),segment_id=4ad96afd-d34d-4649-b250-7981700e776c)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:11:40.924561 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Returning: {'device': '449d0154-9a27-4861-8471-1073f325dd26', 'network_id': 'de8cd239-01ca-46a9-80b2-263e5a97ad1d', 'port_id': '449d0154-9a27-4861-8471-1073f325dd26', 'mac_address': 'fa:16:3e:b8:49:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd04a080-56ff-44dd-85ab-aaac7fbace90', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 14 19:11:40.961909 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:40.975326 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 449d0154-9a27-4861-8471-1073f325dd26 {{(pid=94118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:11:40.994766 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 449d0154-9a27-4861-8471-1073f325dd26, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=449d0154-9a27-4861-8471-1073f325dd26,segment=NetworkSegment(4ad96afd-d34d-4649-b250-7981700e776c),segment_id=4ad96afd-d34d-4649-b250-7981700e776c)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:11:40.998325 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:41.046601 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=449d0154-9a27-4861-8471-1073f325dd26,revision_number=4']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:41.251517 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] get_ports_and_sgs() called for port_ids ['449d0154-9a27-4861-8471-1073f325dd26'] {{(pid=94118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 14 19:11:41.691949 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b3bda-554d-40fd-a553-0ae3536d1680 req-9fb3748b-693a-40b2-a566-0c42a7ae524c tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:41.693458 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-802b3bda-554d-40fd-a553-0ae3536d1680 req-9fb3748b-693a-40b2-a566-0c42a7ae524c tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c3f829e-0bba-45ce-bbb1-c22cacbc36bb HTTP/1.1" status: 200 len: 944 time: 0.0494449 Aug 14 19:11:41.732034 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-802b3bda-554d-40fd-a553-0ae3536d1680 req-55bc8730-9b68-4042-87d3-19ca974453d3 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f41a60-b8a4-4d88-b7b4-666d52ee0caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324726 Aug 14 19:11:42.822062 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 449d0154-9a27-4861-8471-1073f325dd26 up at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:11:42.844767 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ca6b0-3d41-4299-8a78-d7ec4be7d8fb req-8a375bc2-490a-4c0b-b06f-24b5d1f22bdd tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:42.846291 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-5d7ca6b0-3d41-4299-8a78-d7ec4be7d8fb req-8a375bc2-490a-4c0b-b06f-24b5d1f22bdd tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c3f829e-0bba-45ce-bbb1-c22cacbc36bb HTTP/1.1" status: 200 len: 944 time: 0.0497429 Aug 14 19:11:42.872528 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning for port 449d0154-9a27-4861-8471-1073f325dd26 completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:11:42.876859 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning complete for port 449d0154-9a27-4861-8471-1073f325dd26 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:11:42.877231 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:42.886345 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-5d7ca6b0-3d41-4299-8a78-d7ec4be7d8fb req-6c513d7f-c67f-40d9-b015-e2fa431c4dc6 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f41a60-b8a4-4d88-b7b4-666d52ee0caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341115 Aug 14 19:11:42.959190 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:42.984424 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3f829e-0bba-45ce-bbb1-c22cacbc36bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449d0154-9a27-4861-8471-1073f325dd26'}] {{(pid=94118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:11:42.987297 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec225036cb8a85e900ef4a1438a865ee1e0a541caa4576dd66f1a48457471f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96c5089-5ec7-4efa-b23f-58bc82e1d57a" -d '{"events": [{"server_uuid": "9c3f829e-0bba-45ce-bbb1-c22cacbc36bb", "name": "network-vif-plugged", "status": "completed", "tag": "449d0154-9a27-4861-8471-1073f325dd26"}]}' {{(pid=94118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:11:43.000930 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 449d0154-9a27-4861-8471-1073f325dd26, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=449d0154-9a27-4861-8471-1073f325dd26,segment=NetworkSegment(4ad96afd-d34d-4649-b250-7981700e776c),segment_id=4ad96afd-d34d-4649-b250-7981700e776c)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:11:43.005600 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:43.029362 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62710ca-78a5-46ba-be47-b69f86a196bd x-openstack-request-id: req-e62710ca-78a5-46ba-be47-b69f86a196bd {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:11:43.029717 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3f829e-0bba-45ce-bbb1-c22cacbc36bb", "name": "network-vif-plugged", "status": "completed", "tag": "449d0154-9a27-4861-8471-1073f325dd26", "code": 200}]} {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:11:43.029884 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e62710ca-78a5-46ba-be47-b69f86a196bd {{(pid=94118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:11:43.030296 dv-cinder-804581-2-iscsi neutron-server[94118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3f829e-0bba-45ce-bbb1-c22cacbc36bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449d0154-9a27-4861-8471-1073f325dd26', 'code': 200} Aug 14 19:11:43.061432 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=449d0154-9a27-4861-8471-1073f325dd26,revision_number=5']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:43.208078 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8860cd8-be89-4a8c-b896-142a85b85536 req-75d5cce0-f345-4c16-8126-c242e1902b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:43.209534 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d8860cd8-be89-4a8c-b896-142a85b85536 req-75d5cce0-f345-4c16-8126-c242e1902b72 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9c3f829e-0bba-45ce-bbb1-c22cacbc36bb HTTP/1.1" status: 200 len: 1098 time: 0.0420964 Aug 14 19:11:43.246410 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d8860cd8-be89-4a8c-b896-142a85b85536 req-97b2bfbb-1fa3-48eb-ba81-e15bc657b7e9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e4f41a60-b8a4-4d88-b7b4-666d52ee0caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286105 Aug 14 19:11:44.012777 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8112b0f-24d6-437f-8989-6c4682d70fae req-897d1ec7-3ddc-46d5-bd7c-88623c86be73 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:44.014375 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d8112b0f-24d6-437f-8989-6c4682d70fae req-897d1ec7-3ddc-46d5-bd7c-88623c86be73 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c3f829e-0bba-45ce-bbb1-c22cacbc36bb HTTP/1.1" status: 200 len: 945 time: 0.0588789 Aug 14 19:11:44.054118 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d8112b0f-24d6-437f-8989-6c4682d70fae req-b9eb2cd6-84c2-490b-8e4f-1571a0fcfe88 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f41a60-b8a4-4d88-b7b4-666d52ee0caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340028 Aug 14 19:11:45.173230 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22821a8-fbe4-44b5-a7da-347f536f6b7b req-6153e01b-746c-43a4-b1ae-af2c3eaa4492 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:45.174751 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e22821a8-fbe4-44b5-a7da-347f536f6b7b req-6153e01b-746c-43a4-b1ae-af2c3eaa4492 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c3f829e-0bba-45ce-bbb1-c22cacbc36bb HTTP/1.1" status: 200 len: 945 time: 0.0487316 Aug 14 19:11:45.216515 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e22821a8-fbe4-44b5-a7da-347f536f6b7b req-9734e67a-ee7f-4338-860f-1faa47a0ecb4 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f41a60-b8a4-4d88-b7b4-666d52ee0caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358772 Aug 14 19:11:49.182749 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-a9c6caea-81cb-407c-a981-352a04e4b369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:49.497722 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-cc7968ee-38ce-4e90-ab4d-fe19752311bb tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-813841647&fields=id&tenant_id=05a353e35c374c759a6f9c0404b0674e HTTP/1.1" status: 200 len: 267 time: 0.0331364 Aug 14 19:11:49.601071 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-e07f731e-f791-4388-8b4a-7336b91f4e97 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:49.602523 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-e07f731e-f791-4388-8b4a-7336b91f4e97 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/networks?id=50d7b873-7555-4a5b-94d5-d2359dbb2d35 HTTP/1.1" status: 200 len: 812 time: 0.0976987 Aug 14 19:11:49.618023 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-c78fcb78-1111-4e45-8b87-67b46797a4a9 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/quotas/05a353e35c374c759a6f9c0404b0674e HTTP/1.1" status: 200 len: 375 time: 0.0091119 Aug 14 19:11:49.671126 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-475688c5-056d-4159-968c-95c9ed9ccf6c tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=05a353e35c374c759a6f9c0404b0674e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476558 Aug 14 19:11:49.769285 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-c0b23af4-80f8-4a60-8253-d768c67f4b89 service neutron] 10.222.0.39 "GET /v2.0/networks/50d7b873-7555-4a5b-94d5-d2359dbb2d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868690 Aug 14 19:11:49.862502 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-c7a9f570-f2c2-4880-8f3a-a56d2b98be61 service neutron] 10.222.0.39 "GET /v2.0/networks/50d7b873-7555-4a5b-94d5-d2359dbb2d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871258 Aug 14 19:11:50.163828 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-71117ea1-4938-4a16-bae6-095090273d8c req-ed50820f-e37e-4060-b51f-b9037e778e77 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0df2d16-d089-47cd-adee-269d335613b3 HTTP/1.1" status: 200 len: 210 time: 0.0267303 Aug 14 19:11:51.140774 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-fb5bcf40-5471-4589-9127-b49c9f3516b4 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:51.142268 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-fb5bcf40-5471-4589-9127-b49c9f3516b4 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.24 "GET /v2.0/networks?id=50d7b873-7555-4a5b-94d5-d2359dbb2d35 HTTP/1.1" status: 200 len: 812 time: 0.1153743 Aug 14 19:11:51.187749 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-f0fcf6c5-5bdb-4cec-b7fc-867ae44c79a6 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05a353e35c374c759a6f9c0404b0674e HTTP/1.1" status: 200 len: 379 time: 0.0350041 Aug 14 19:11:51.197882 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-998ca3e0-9b15-4f29-8e47-81cfcb5eedb9 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Request body: {'port': {'device_id': 'c0df2d16-d089-47cd-adee-269d335613b3', 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'admin_state_up': True, 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'security_groups': ['b274cc83-1509-4cc0-a2a7-3ddf031e5926']}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:11:51.261214 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-b82fef4c-7b46-4d70-bc65-4cc2b8b1acfb req-72211727-2fb3-4f04-9e02-b3e22c338eaa tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0df2d16-d089-47cd-adee-269d335613b3 HTTP/1.1" status: 200 len: 210 time: 0.0300288 Aug 14 19:11:51.309225 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-998ca3e0-9b15-4f29-8e47-81cfcb5eedb9 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Made reservation on behalf of 05a353e35c374c759a6f9c0404b0674e for: {'port': 1} {{(pid=94117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:11:51.312987 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-998ca3e0-9b15-4f29-8e47-81cfcb5eedb9 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:51.436462 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.db_base_plugin_common [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-998ca3e0-9b15-4f29-8e47-81cfcb5eedb9 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Allocated IP 172.20.0.10 (50d7b873-7555-4a5b-94d5-d2359dbb2d35/f5b8f645-8996-4e63-8b39-2a949795aaf3/7e1420e8-8dc3-41d1-a75e-17b620b98a5c) {{(pid=94117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:11:51.574996 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-998ca3e0-9b15-4f29-8e47-81cfcb5eedb9 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks [] for port, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:51.588824 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.provisioning_blocks [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-998ca3e0-9b15-4f29-8e47-81cfcb5eedb9 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Transition to ACTIVE for port object 7e1420e8-8dc3-41d1-a75e-17b620b98a5c will not be triggered until provisioned by entity DHCP. {{(pid=94117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:11:51.620734 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-998ca3e0-9b15-4f29-8e47-81cfcb5eedb9 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25274135'] for port, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:51.662848 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-998ca3e0-9b15-4f29-8e47-81cfcb5eedb9 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Network 50d7b873-7555-4a5b-94d5-d2359dbb2d35 is already hosted by enough agents. {{(pid=94117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:11:51.667799 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.base_scheduler [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-998ca3e0-9b15-4f29-8e47-81cfcb5eedb9 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Resources bound (agent type, host, resource id): {{(pid=94117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:11:51.671536 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-998ca3e0-9b15-4f29-8e47-81cfcb5eedb9 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Received port after_create {{(pid=94117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:11:51.695474 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ca3e0-9b15-4f29-8e47-81cfcb5eedb9 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Pushing event updated for resources: {'Port': ['ID=7e1420e8-8dc3-41d1-a75e-17b620b98a5c,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:51.726777 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-998ca3e0-9b15-4f29-8e47-81cfcb5eedb9 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:51.727403 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-998ca3e0-9b15-4f29-8e47-81cfcb5eedb9 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:51.742007 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-998ca3e0-9b15-4f29-8e47-81cfcb5eedb9 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5482929 Aug 14 19:11:51.755833 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-9f53504b-4bf9-46a8-a076-fb01084209e2 service neutron] Request body: {'port': {'device_id': 'c0df2d16-d089-47cd-adee-269d335613b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:11:51.815723 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-9f53504b-4bf9-46a8-a076-fb01084209e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:51.866364 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-7fe4a7e4-aca4-48e7-a56a-a98fbb2f49bb None None] Provisioning for port 7e1420e8-8dc3-41d1-a75e-17b620b98a5c completed by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:11:51.871262 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-7fe4a7e4-aca4-48e7-a56a-a98fbb2f49bb None None] Provisioning complete for port 7e1420e8-8dc3-41d1-a75e-17b620b98a5c triggered by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:11:51.871634 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-7fe4a7e4-aca4-48e7-a56a-a98fbb2f49bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:51.906527 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-7fe4a7e4-aca4-48e7-a56a-a98fbb2f49bb None None] Port 7e1420e8-8dc3-41d1-a75e-17b620b98a5c cannot update to ACTIVE because it is not bound. {{(pid=94118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 14 19:11:51.957788 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:52.081536 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.notifiers.nova [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-9f53504b-4bf9-46a8-a076-fb01084209e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e1420e8-8dc3-41d1-a75e-17b620b98a5c {{(pid=94117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:11:52.090755 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-9f53504b-4bf9-46a8-a076-fb01084209e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:52.103948 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.provisioning_blocks [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-9f53504b-4bf9-46a8-a076-fb01084209e2 service neutron] Transition to ACTIVE for port object 7e1420e8-8dc3-41d1-a75e-17b620b98a5c will not be triggered until provisioned by entity L2. {{(pid=94117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:11:52.108634 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-9f53504b-4bf9-46a8-a076-fb01084209e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25274142'] for port, after_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:52.198893 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f53504b-4bf9-46a8-a076-fb01084209e2 service neutron] Pushing event updated for resources: {'Port': ['ID=7e1420e8-8dc3-41d1-a75e-17b620b98a5c,revision_number=2']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:52.233071 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.managers [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-9f53504b-4bf9-46a8-a076-fb01084209e2 service neutron] Attempting to bind port 7e1420e8-8dc3-41d1-a75e-17b620b98a5c on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:11:52.233473 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.managers [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-9f53504b-4bf9-46a8-a076-fb01084209e2 service neutron] Attempting to bind port 7e1420e8-8dc3-41d1-a75e-17b620b98a5c by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': '2800a48d-5c13-48c5-b13b-b2b7f3ec26bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35'}] {{(pid=94117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:11:52.233814 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-9f53504b-4bf9-46a8-a076-fb01084209e2 service neutron] Attempting to bind port 7e1420e8-8dc3-41d1-a75e-17b620b98a5c on network 50d7b873-7555-4a5b-94d5-d2359dbb2d35 {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:11:52.238538 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-9f53504b-4bf9-46a8-a076-fb01084209e2 service neutron] Port 7e1420e8-8dc3-41d1-a75e-17b620b98a5c on network 50d7b873-7555-4a5b-94d5-d2359dbb2d35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 14 19:11:52.238866 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-9f53504b-4bf9-46a8-a076-fb01084209e2 service neutron] Attempting to bind port 7e1420e8-8dc3-41d1-a75e-17b620b98a5c on network 50d7b873-7555-4a5b-94d5-d2359dbb2d35 {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:11:52.243930 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-9f53504b-4bf9-46a8-a076-fb01084209e2 service neutron] Checking agent: {'id': '7eaedc20-6d95-47b4-8617-1798feafd334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 19, 1, 52), 'started_at': datetime.datetime(2021, 8, 14, 19, 1, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:11:52.244276 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-9f53504b-4bf9-46a8-a076-fb01084209e2 service neutron] Checking segment: {'id': '2800a48d-5c13-48c5-b13b-b2b7f3ec26bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:11:52.244676 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-9f53504b-4bf9-46a8-a076-fb01084209e2 service neutron] Bound using segment: {'id': '2800a48d-5c13-48c5-b13b-b2b7f3ec26bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35'} {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:11:52.245109 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.managers [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-9f53504b-4bf9-46a8-a076-fb01084209e2 service neutron] Bound port: 7e1420e8-8dc3-41d1-a75e-17b620b98a5c, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2800a48d-5c13-48c5-b13b-b2b7f3ec26bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35'}}] {{(pid=94117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:11:52.245468 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-9f53504b-4bf9-46a8-a076-fb01084209e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:52.315565 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-9f53504b-4bf9-46a8-a076-fb01084209e2 service neutron] For port 7e1420e8-8dc3-41d1-a75e-17b620b98a5c, host hv-cinder-80458, cleared binding levels {{(pid=94117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:11:52.319076 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-9f53504b-4bf9-46a8-a076-fb01084209e2 service neutron] For port 7e1420e8-8dc3-41d1-a75e-17b620b98a5c, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=7e1420e8-8dc3-41d1-a75e-17b620b98a5c,segment=NetworkSegment(2800a48d-5c13-48c5-b13b-b2b7f3ec26bd),segment_id=2800a48d-5c13-48c5-b13b-b2b7f3ec26bd)] {{(pid=94117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:11:52.325714 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-9f53504b-4bf9-46a8-a076-fb01084209e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25274142'] for port, after_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:52.388870 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-9f53504b-4bf9-46a8-a076-fb01084209e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:52.389509 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-9f53504b-4bf9-46a8-a076-fb01084209e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:52.390971 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-9f53504b-4bf9-46a8-a076-fb01084209e2 service neutron] 10.222.0.24 "PUT /v2.0/ports/7e1420e8-8dc3-41d1-a75e-17b620b98a5c HTTP/1.1" status: 200 len: 1094 time: 0.6394413 Aug 14 19:11:52.391421 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0df2d16-d089-47cd-adee-269d335613b3', 'tag': '7e1420e8-8dc3-41d1-a75e-17b620b98a5c'}] {{(pid=94117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:11:52.393654 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ea8273f875cf68671556eb39bbac10e5cf2532cbac2204340d4cc673a0511b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08bda5aa-f3f4-4166-94b0-7c2c6bc94a21" -d '{"events": [{"name": "network-changed", "server_uuid": "c0df2d16-d089-47cd-adee-269d335613b3", "tag": "7e1420e8-8dc3-41d1-a75e-17b620b98a5c"}]}' {{(pid=94117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:11:52.428685 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f53504b-4bf9-46a8-a076-fb01084209e2 service neutron] Pushing event updated for resources: {'Port': ['ID=7e1420e8-8dc3-41d1-a75e-17b620b98a5c,revision_number=3']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:52.446539 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 Aug 2021 19:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6434605-fbef-45e2-bb8c-d57740296639 x-openstack-request-id: req-d6434605-fbef-45e2-bb8c-d57740296639 {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:11:52.446820 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0df2d16-d089-47cd-adee-269d335613b3", "tag": "7e1420e8-8dc3-41d1-a75e-17b620b98a5c", "status": "completed", "code": 200}]} {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:11:52.447071 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d6434605-fbef-45e2-bb8c-d57740296639 {{(pid=94117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:11:52.447459 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0df2d16-d089-47cd-adee-269d335613b3', 'tag': '7e1420e8-8dc3-41d1-a75e-17b620b98a5c', 'status': 'completed', 'code': 200} Aug 14 19:11:52.455528 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ccf34-5084-4670-b723-751978e8381c req-988484e2-426c-401d-82bb-fb93cd68f37e tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:52.457015 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-242ccf34-5084-4670-b723-751978e8381c req-988484e2-426c-401d-82bb-fb93cd68f37e tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0df2d16-d089-47cd-adee-269d335613b3 HTTP/1.1" status: 200 len: 944 time: 0.1217213 Aug 14 19:11:52.518168 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-03ac3d1c-53ee-457b-add5-ba38c3727da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:52.519704 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-03ac3d1c-53ee-457b-add5-ba38c3727da2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05a353e35c374c759a6f9c0404b0674e&device_id=c0df2d16-d089-47cd-adee-269d335613b3 HTTP/1.1" status: 200 len: 1097 time: 0.0833626 Aug 14 19:11:52.522834 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-242ccf34-5084-4670-b723-751978e8381c req-10153c9b-58f4-4ccb-b1d9-5bfa9e99dc72 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/security-groups?id=b274cc83-1509-4cc0-a2a7-3ddf031e5926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484023 Aug 14 19:11:52.525518 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-1e177a92-b76a-4956-a566-1d9125ab0ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:52.574188 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-de942397-fba2-4f7e-be4f-a0f145d6c5a6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e1420e8-8dc3-41d1-a75e-17b620b98a5c HTTP/1.1" status: 200 len: 217 time: 0.0443490 Aug 14 19:11:52.629137 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-345f6755-1fd2-46db-a295-216838bdb759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:52.630630 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-345f6755-1fd2-46db-a295-216838bdb759 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f5b8f645-8996-4e63-8b39-2a949795aaf3 HTTP/1.1" status: 200 len: 851 time: 0.0459564 Aug 14 19:11:52.677414 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-a833d054-ba58-4f8a-b7e2-a5947dee0f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:52.679095 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-a833d054-ba58-4f8a-b7e2-a5947dee0f2c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50d7b873-7555-4a5b-94d5-d2359dbb2d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405626 Aug 14 19:11:52.780487 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-2fa83270-516d-45d4-855b-0b37608d1632 service neutron] 10.222.0.24 "GET /v2.0/networks/50d7b873-7555-4a5b-94d5-d2359dbb2d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923119 Aug 14 19:11:52.811289 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:52.878313 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e4fda3a1-0018-4b4b-b2a5-b9755dbd8152 req-506950d1-a16e-4a73-b485-f83478a0b183 service neutron] 10.222.0.24 "GET /v2.0/networks/50d7b873-7555-4a5b-94d5-d2359dbb2d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856013 Aug 14 19:11:52.977155 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bda5aa-f3f4-4166-94b0-7c2c6bc94a21 req-02c0bcfa-e7a8-4774-a794-bc0defa079b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:52.978719 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-08bda5aa-f3f4-4166-94b0-7c2c6bc94a21 req-02c0bcfa-e7a8-4774-a794-bc0defa079b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05a353e35c374c759a6f9c0404b0674e&device_id=c0df2d16-d089-47cd-adee-269d335613b3 HTTP/1.1" status: 200 len: 1097 time: 0.0409548 Aug 14 19:11:53.077986 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bda5aa-f3f4-4166-94b0-7c2c6bc94a21 req-318a0be1-6b58-4b3c-b8b2-2c9b18ecc913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:53.079484 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-08bda5aa-f3f4-4166-94b0-7c2c6bc94a21 req-318a0be1-6b58-4b3c-b8b2-2c9b18ecc913 service neutron] 10.222.0.24 "GET /v2.0/networks?id=50d7b873-7555-4a5b-94d5-d2359dbb2d35 HTTP/1.1" status: 200 len: 913 time: 0.0902252 Aug 14 19:11:53.128966 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-08bda5aa-f3f4-4166-94b0-7c2c6bc94a21 req-0010c3fe-f7d5-4ba5-bb1b-5b2e02c3826d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e1420e8-8dc3-41d1-a75e-17b620b98a5c HTTP/1.1" status: 200 len: 217 time: 0.0362659 Aug 14 19:11:53.188504 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bda5aa-f3f4-4166-94b0-7c2c6bc94a21 req-74548b49-6fb1-4c4c-966e-72262ad18c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:53.190205 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-08bda5aa-f3f4-4166-94b0-7c2c6bc94a21 req-74548b49-6fb1-4c4c-966e-72262ad18c60 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f5b8f645-8996-4e63-8b39-2a949795aaf3 HTTP/1.1" status: 200 len: 851 time: 0.0511258 Aug 14 19:11:53.255153 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bda5aa-f3f4-4166-94b0-7c2c6bc94a21 req-560b56e6-b9d3-42c5-b206-4e163c8d1f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:53.256740 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-08bda5aa-f3f4-4166-94b0-7c2c6bc94a21 req-560b56e6-b9d3-42c5-b206-4e163c8d1f7c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50d7b873-7555-4a5b-94d5-d2359dbb2d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466852 Aug 14 19:11:53.363897 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-08bda5aa-f3f4-4166-94b0-7c2c6bc94a21 req-6b4212fd-cffb-4fea-ac81-0abea518b9ee service neutron] 10.222.0.24 "GET /v2.0/networks/50d7b873-7555-4a5b-94d5-d2359dbb2d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894248 Aug 14 19:11:53.751394 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c9657-e91d-438d-af3c-8bd3f1b06631 req-20ae673f-95ef-4e55-acdb-10750cdcf0f3 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:53.752822 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d76c9657-e91d-438d-af3c-8bd3f1b06631 req-20ae673f-95ef-4e55-acdb-10750cdcf0f3 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0df2d16-d089-47cd-adee-269d335613b3 HTTP/1.1" status: 200 len: 944 time: 0.0751698 Aug 14 19:11:53.764101 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-08bda5aa-f3f4-4166-94b0-7c2c6bc94a21 req-6d4a5f2c-005c-46ac-af5a-1ab5fc00f70f service neutron] 10.222.0.24 "GET /v2.0/networks/50d7b873-7555-4a5b-94d5-d2359dbb2d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900697 Aug 14 19:11:53.799557 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d76c9657-e91d-438d-af3c-8bd3f1b06631 req-6b1a1fe2-c12a-4ff2-a558-486f67f46bb1 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/security-groups?id=b274cc83-1509-4cc0-a2a7-3ddf031e5926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344372 Aug 14 19:11:53.897687 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:54.930951 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd9d3c-f350-413d-a890-917e1820c1f0 req-b10cca12-5895-4172-b35d-694fa1b1f85a tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:54.932423 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-37fd9d3c-f350-413d-a890-917e1820c1f0 req-b10cca12-5895-4172-b35d-694fa1b1f85a tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0df2d16-d089-47cd-adee-269d335613b3 HTTP/1.1" status: 200 len: 944 time: 0.0591090 Aug 14 19:11:54.980092 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-37fd9d3c-f350-413d-a890-917e1820c1f0 req-5a85061e-6e02-4d1f-8c39-2d5cca87cb35 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/security-groups?id=b274cc83-1509-4cc0-a2a7-3ddf031e5926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413373 Aug 14 19:11:55.225507 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:55.329810 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-3f4540e7-c6ad-412c-b751-7158e737e6c2 req-5d6a8b97-fffc-4196-a7f9-571334ff4849 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5d04261e-fd72-4637-8fa4-748da4aceac5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396943 Aug 14 19:11:55.411723 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4540e7-c6ad-412c-b751-7158e737e6c2 req-baa9deb4-f048-4b52-871c-b69e3dd1bf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:55.413163 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-3f4540e7-c6ad-412c-b751-7158e737e6c2 req-baa9deb4-f048-4b52-871c-b69e3dd1bf8d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e6362e98ec743738b3d8be8a7649e6a&device_id=5d04261e-fd72-4637-8fa4-748da4aceac5 HTTP/1.1" status: 200 len: 1099 time: 0.0394146 Aug 14 19:11:55.517093 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4540e7-c6ad-412c-b751-7158e737e6c2 req-5cca41cf-200a-4ac3-93c7-5ed48254763c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:55.518483 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-3f4540e7-c6ad-412c-b751-7158e737e6c2 req-5cca41cf-200a-4ac3-93c7-5ed48254763c service neutron] 10.222.0.24 "GET /v2.0/networks?id=de8cd239-01ca-46a9-80b2-263e5a97ad1d HTTP/1.1" status: 200 len: 916 time: 0.0860023 Aug 14 19:11:55.560063 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-3f4540e7-c6ad-412c-b751-7158e737e6c2 req-ed0fa249-4b2f-4e01-87d7-2bbf49c58718 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0023badd-b2b2-4653-9d18-4e671f55ad03 HTTP/1.1" status: 200 len: 217 time: 0.0340474 Aug 14 19:11:55.614938 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4540e7-c6ad-412c-b751-7158e737e6c2 req-d389c555-d696-4178-8f3f-288e643dec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:55.616444 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-3f4540e7-c6ad-412c-b751-7158e737e6c2 req-d389c555-d696-4178-8f3f-288e643dec03 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fd04a080-56ff-44dd-85ab-aaac7fbace90 HTTP/1.1" status: 200 len: 855 time: 0.0484200 Aug 14 19:11:55.649487 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-3f4540e7-c6ad-412c-b751-7158e737e6c2 req-913a8298-09ca-455e-8427-f18ec8ef550f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=de8cd239-01ca-46a9-80b2-263e5a97ad1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255001 Aug 14 19:11:55.741346 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-3f4540e7-c6ad-412c-b751-7158e737e6c2 req-a879071a-6270-4905-bd04-e90f223da563 service neutron] 10.222.0.24 "GET /v2.0/networks/de8cd239-01ca-46a9-80b2-263e5a97ad1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843697 Aug 14 19:11:55.830120 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-3f4540e7-c6ad-412c-b751-7158e737e6c2 req-2273eadd-52a3-4de2-bcfe-3947d15b12dd service neutron] 10.222.0.24 "GET /v2.0/networks/de8cd239-01ca-46a9-80b2-263e5a97ad1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814209 Aug 14 19:11:56.103574 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de4caf-ae7a-4445-8cad-3938b7479ba1 req-c4c6f566-5bc3-4dbe-8f36-4f0813a58797 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:56.105180 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-17de4caf-ae7a-4445-8cad-3938b7479ba1 req-c4c6f566-5bc3-4dbe-8f36-4f0813a58797 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0df2d16-d089-47cd-adee-269d335613b3 HTTP/1.1" status: 200 len: 944 time: 0.0498309 Aug 14 19:11:56.148229 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-17de4caf-ae7a-4445-8cad-3938b7479ba1 req-6fa18680-9ff6-4523-9d39-cbec2c526cb0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/security-groups?id=b274cc83-1509-4cc0-a2a7-3ddf031e5926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339210 Aug 14 19:11:56.246502 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adabe62-1efb-43ac-b4af-d417c894a384 req-1c032dc7-de42-429d-a7d6-4155b5c5c51d tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:56.248027 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4adabe62-1efb-43ac-b4af-d417c894a384 req-1c032dc7-de42-429d-a7d6-4155b5c5c51d tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c3f829e-0bba-45ce-bbb1-c22cacbc36bb HTTP/1.1" status: 200 len: 945 time: 0.0541027 Aug 14 19:11:56.285921 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4adabe62-1efb-43ac-b4af-d417c894a384 req-2baf6d8f-ed16-47d1-8406-a434c562361f tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f41a60-b8a4-4d88-b7b4-666d52ee0caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316551 Aug 14 19:11:57.264616 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3159a3-1745-42a3-8f0b-f7f78a9a712e req-523ecc53-af56-4170-90fd-3a70857c87fb tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:57.266370 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-1a3159a3-1745-42a3-8f0b-f7f78a9a712e req-523ecc53-af56-4170-90fd-3a70857c87fb tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0df2d16-d089-47cd-adee-269d335613b3 HTTP/1.1" status: 200 len: 944 time: 0.0521317 Aug 14 19:11:57.314611 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-1a3159a3-1745-42a3-8f0b-f7f78a9a712e req-a17b6875-0e28-4f80-bbf0-465ac04cc6f7 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/security-groups?id=b274cc83-1509-4cc0-a2a7-3ddf031e5926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401585 Aug 14 19:11:57.406519 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98dad21-40a0-4feb-ab63-b3b722226f22 req-b48776e8-77a0-48c2-8ebd-7c63800877c3 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:57.407987 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-a98dad21-40a0-4feb-ab63-b3b722226f22 req-b48776e8-77a0-48c2-8ebd-7c63800877c3 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c3f829e-0bba-45ce-bbb1-c22cacbc36bb HTTP/1.1" status: 200 len: 945 time: 0.0485511 Aug 14 19:11:57.446629 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-a98dad21-40a0-4feb-ab63-b3b722226f22 req-30f5cdb5-00f7-44f9-9531-f73369049524 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f41a60-b8a4-4d88-b7b4-666d52ee0caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326884 Aug 14 19:11:57.911111 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cae177-859d-45f8-9e72-57abbba273a9 req-f70db681-e0f7-414b-8eb2-5882057cc66e tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:57.912595 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f8cae177-859d-45f8-9e72-57abbba273a9 req-f70db681-e0f7-414b-8eb2-5882057cc66e tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c3f829e-0bba-45ce-bbb1-c22cacbc36bb HTTP/1.1" status: 200 len: 945 time: 0.0491512 Aug 14 19:11:58.006241 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [req-f8cae177-859d-45f8-9e72-57abbba273a9 req-dc4022c3-24f2-4c84-ba4b-9bc17638a2d9 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Deleting port 449d0154-9a27-4861-8471-1073f325dd26 {{(pid=94117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:11:58.006528 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-f8cae177-859d-45f8-9e72-57abbba273a9 req-dc4022c3-24f2-4c84-ba4b-9bc17638a2d9 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:58.100882 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [req-f8cae177-859d-45f8-9e72-57abbba273a9 req-dc4022c3-24f2-4c84-ba4b-9bc17638a2d9 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] For port 449d0154-9a27-4861-8471-1073f325dd26, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=449d0154-9a27-4861-8471-1073f325dd26,segment=NetworkSegment(4ad96afd-d34d-4649-b250-7981700e776c),segment_id=4ad96afd-d34d-4649-b250-7981700e776c)] {{(pid=94117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:11:58.101251 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-f8cae177-859d-45f8-9e72-57abbba273a9 req-dc4022c3-24f2-4c84-ba4b-9bc17638a2d9 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:58.114698 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [req-f8cae177-859d-45f8-9e72-57abbba273a9 req-dc4022c3-24f2-4c84-ba4b-9bc17638a2d9 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Calling delete_port for 449d0154-9a27-4861-8471-1073f325dd26 owned by compute:nova {{(pid=94117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:11:58.256792 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-f8cae177-859d-45f8-9e72-57abbba273a9 req-dc4022c3-24f2-4c84-ba4b-9bc17638a2d9 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25274135'] for port, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:58.267973 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] get_ports_and_sgs() called for port_ids ['0023badd-b2b2-4653-9d18-4e671f55ad03', 'df8812d0-6f07-447d-910d-5ce32da788a0', 'd14df72e-ef09-4503-b7bb-1f5efec40777', '449d0154-9a27-4861-8471-1073f325dd26'] {{(pid=94118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 14 19:11:58.286104 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4022c3-24f2-4c84-ba4b-9bc17638a2d9 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Pushing event deleted for resources: {'Port': ['ID=449d0154-9a27-4861-8471-1073f325dd26,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:11:58.328799 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8cae177-859d-45f8-9e72-57abbba273a9 req-dc4022c3-24f2-4c84-ba4b-9bc17638a2d9 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] No DVR routers for this DVR port 449d0154-9a27-4861-8471-1073f325dd26 on host hv-cinder-80458 {{(pid=94117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 14 19:11:58.331353 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-f8cae177-859d-45f8-9e72-57abbba273a9 req-dc4022c3-24f2-4c84-ba4b-9bc17638a2d9 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:11:58.333287 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f8cae177-859d-45f8-9e72-57abbba273a9 req-dc4022c3-24f2-4c84-ba4b-9bc17638a2d9 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.24 "DELETE /v2.0/ports/449d0154-9a27-4861-8471-1073f325dd26 HTTP/1.1" status: 204 len: 173 time: 0.4149008 Aug 14 19:11:58.333715 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3f829e-0bba-45ce-bbb1-c22cacbc36bb', 'name': 'network-vif-deleted', 'tag': '449d0154-9a27-4861-8471-1073f325dd26'}] {{(pid=94117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:11:58.336008 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ea8273f875cf68671556eb39bbac10e5cf2532cbac2204340d4cc673a0511b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c464f23-5c9b-482a-b4d6-5caaaff4ec38" -d '{"events": [{"server_uuid": "9c3f829e-0bba-45ce-bbb1-c22cacbc36bb", "name": "network-vif-deleted", "tag": "449d0154-9a27-4861-8471-1073f325dd26"}]}' {{(pid=94117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:11:58.376170 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d22568f-d7ef-4fc0-86e3-2c9de7ab5503 x-openstack-request-id: req-8d22568f-d7ef-4fc0-86e3-2c9de7ab5503 {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:11:58.376455 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3f829e-0bba-45ce-bbb1-c22cacbc36bb", "name": "network-vif-deleted", "tag": "449d0154-9a27-4861-8471-1073f325dd26", "status": "completed", "code": 200}]} {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:11:58.376707 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8d22568f-d7ef-4fc0-86e3-2c9de7ab5503 {{(pid=94117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:11:58.377102 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3f829e-0bba-45ce-bbb1-c22cacbc36bb', 'name': 'network-vif-deleted', 'tag': '449d0154-9a27-4861-8471-1073f325dd26', 'status': 'completed', 'code': 200} Aug 14 19:11:58.452049 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118dd18-d3c7-47aa-9858-ed952dae65e0 req-af1b454e-9181-4561-ac10-ca9fc954e358 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:58.453704 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8118dd18-d3c7-47aa-9858-ed952dae65e0 req-af1b454e-9181-4561-ac10-ca9fc954e358 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0df2d16-d089-47cd-adee-269d335613b3 HTTP/1.1" status: 200 len: 944 time: 0.0538130 Aug 14 19:11:58.497873 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8118dd18-d3c7-47aa-9858-ed952dae65e0 req-0f1964c4-4bd4-49a8-949b-cf0e69c20e44 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/security-groups?id=b274cc83-1509-4cc0-a2a7-3ddf031e5926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372915 Aug 14 19:11:58.557786 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-24bb495e-047d-401b-9830-0038c115d28c req-47bb8bf0-e49e-4453-84a1-2919f5434d23 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c3f829e-0bba-45ce-bbb1-c22cacbc36bb HTTP/1.1" status: 200 len: 210 time: 0.0296340 Aug 14 19:11:59.158135 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.agents_db [None req-d9ec6548-365a-4179-9791-d0bac427e43f None None] Agent healthcheck: found 6 active agents {{(pid=94119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 14 19:11:59.623889 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f58e0-759a-4a31-8c54-5da2f15a56a9 req-227bcb14-dfc6-419c-abd7-187adaab3591 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:11:59.625327 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-548f58e0-759a-4a31-8c54-5da2f15a56a9 req-227bcb14-dfc6-419c-abd7-187adaab3591 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0df2d16-d089-47cd-adee-269d335613b3 HTTP/1.1" status: 200 len: 944 time: 0.0563412 Aug 14 19:11:59.671686 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-548f58e0-759a-4a31-8c54-5da2f15a56a9 req-9f67d06f-03b0-4e73-882f-f8ee020ab709 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/security-groups?id=b274cc83-1509-4cc0-a2a7-3ddf031e5926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400538 Aug 14 19:12:00.790939 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542be20d-cc9d-4e79-ade2-56050f2e3e52 req-63f1cdc9-aefa-4864-a387-0ef1c4e303af tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:12:00.792442 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-542be20d-cc9d-4e79-ade2-56050f2e3e52 req-63f1cdc9-aefa-4864-a387-0ef1c4e303af tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0df2d16-d089-47cd-adee-269d335613b3 HTTP/1.1" status: 200 len: 944 time: 0.0499740 Aug 14 19:12:00.830860 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-542be20d-cc9d-4e79-ade2-56050f2e3e52 req-e1630714-2366-4647-9b03-0797f9924134 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/security-groups?id=b274cc83-1509-4cc0-a2a7-3ddf031e5926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317309 Aug 14 19:12:00.850831 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 7e1420e8-8dc3-41d1-a75e-17b620b98a5c details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 14 19:12:00.853657 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 449d0154-9a27-4861-8471-1073f325dd26 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:12:00.882708 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] No Port match for: 449d0154-9a27-4861-8471-1073f325dd26 {{(pid=94118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 14 19:12:00.883317 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 449d0154-9a27-4861-8471-1073f325dd26 not bound to the agent host hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 14 19:12:00.975718 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 7e1420e8-8dc3-41d1-a75e-17b620b98a5c, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=7e1420e8-8dc3-41d1-a75e-17b620b98a5c,segment=NetworkSegment(2800a48d-5c13-48c5-b13b-b2b7f3ec26bd),segment_id=2800a48d-5c13-48c5-b13b-b2b7f3ec26bd)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:12:00.984525 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b52de-f2bd-44a8-b1d4-a7fe1f646702 req-13d40e38-db70-42fc-9b42-c0b0c9773027 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:12:00.986030 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Returning: {'device': '7e1420e8-8dc3-41d1-a75e-17b620b98a5c', 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'port_id': '7e1420e8-8dc3-41d1-a75e-17b620b98a5c', 'mac_address': 'fa:16:3e:37:27:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 14 19:12:00.986171 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c03b52de-f2bd-44a8-b1d4-a7fe1f646702 req-13d40e38-db70-42fc-9b42-c0b0c9773027 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f2a244-aab8-4eff-b5c3-ea7fe3bee086 HTTP/1.1" status: 200 len: 945 time: 0.0502040 Aug 14 19:12:01.023781 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:01.024930 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c03b52de-f2bd-44a8-b1d4-a7fe1f646702 req-9d565a6e-36ef-4f11-a5a1-8682cbbcc625 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f41a60-b8a4-4d88-b7b4-666d52ee0caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328860 Aug 14 19:12:01.038080 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e1420e8-8dc3-41d1-a75e-17b620b98a5c {{(pid=94118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:12:01.058342 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 7e1420e8-8dc3-41d1-a75e-17b620b98a5c, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=7e1420e8-8dc3-41d1-a75e-17b620b98a5c,segment=NetworkSegment(2800a48d-5c13-48c5-b13b-b2b7f3ec26bd),segment_id=2800a48d-5c13-48c5-b13b-b2b7f3ec26bd)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:12:01.063129 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:01.111634 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=7e1420e8-8dc3-41d1-a75e-17b620b98a5c,revision_number=4']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:12:01.326136 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] get_ports_and_sgs() called for port_ids ['7e1420e8-8dc3-41d1-a75e-17b620b98a5c'] {{(pid=94118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 14 19:12:01.950237 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326cee4-ab93-4a42-adf7-7a9d9e274bee req-0ab8cc6d-dbd8-4fee-bca0-f3d0e0c9df0f tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:12:01.951734 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4326cee4-ab93-4a42-adf7-7a9d9e274bee req-0ab8cc6d-dbd8-4fee-bca0-f3d0e0c9df0f tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0df2d16-d089-47cd-adee-269d335613b3 HTTP/1.1" status: 200 len: 945 time: 0.0521004 Aug 14 19:12:01.988749 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4326cee4-ab93-4a42-adf7-7a9d9e274bee req-7cfeb6c2-eea2-458b-94b8-0d32301cee87 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/security-groups?id=b274cc83-1509-4cc0-a2a7-3ddf031e5926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309756 Aug 14 19:12:02.145213 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d2006-c48d-482e-b718-5a00322149a8 req-971a4ad8-e0c2-44a7-9531-1f2dd5903884 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:12:02.146724 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-648d2006-c48d-482e-b718-5a00322149a8 req-971a4ad8-e0c2-44a7-9531-1f2dd5903884 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f2a244-aab8-4eff-b5c3-ea7fe3bee086 HTTP/1.1" status: 200 len: 945 time: 0.0499890 Aug 14 19:12:02.187917 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-648d2006-c48d-482e-b718-5a00322149a8 req-0329c0ab-c057-410a-bc4d-5d9240cc5c6e tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f41a60-b8a4-4d88-b7b4-666d52ee0caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351038 Aug 14 19:12:02.582723 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d14fe-2486-4963-ba5c-07396629b06f req-c788bdf7-d210-4a26-bf2a-d8cbdacdafb7 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:12:02.584221 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4c0d14fe-2486-4963-ba5c-07396629b06f req-c788bdf7-d210-4a26-bf2a-d8cbdacdafb7 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.24 "GET /v2.0/ports?device_id=70f2a244-aab8-4eff-b5c3-ea7fe3bee086 HTTP/1.1" status: 200 len: 945 time: 0.0495493 Aug 14 19:12:02.672702 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [req-4c0d14fe-2486-4963-ba5c-07396629b06f req-50aa884a-2c43-4cf0-859f-b7795645eb5b tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Deleting port d14df72e-ef09-4503-b7bb-1f5efec40777 {{(pid=94117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:12:02.673031 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-4c0d14fe-2486-4963-ba5c-07396629b06f req-50aa884a-2c43-4cf0-859f-b7795645eb5b tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:02.761154 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [req-4c0d14fe-2486-4963-ba5c-07396629b06f req-50aa884a-2c43-4cf0-859f-b7795645eb5b tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] For port d14df72e-ef09-4503-b7bb-1f5efec40777, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=d14df72e-ef09-4503-b7bb-1f5efec40777,segment=NetworkSegment(4ad96afd-d34d-4649-b250-7981700e776c),segment_id=4ad96afd-d34d-4649-b250-7981700e776c)] {{(pid=94117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:12:02.761491 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-4c0d14fe-2486-4963-ba5c-07396629b06f req-50aa884a-2c43-4cf0-859f-b7795645eb5b tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:02.773766 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [req-4c0d14fe-2486-4963-ba5c-07396629b06f req-50aa884a-2c43-4cf0-859f-b7795645eb5b tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Calling delete_port for d14df72e-ef09-4503-b7bb-1f5efec40777 owned by compute:nova {{(pid=94117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:12:02.880131 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 7e1420e8-8dc3-41d1-a75e-17b620b98a5c up at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:12:02.904462 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-4c0d14fe-2486-4963-ba5c-07396629b06f req-50aa884a-2c43-4cf0-859f-b7795645eb5b tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25274135'] for port, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:02.915410 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] get_ports_and_sgs() called for port_ids ['0023badd-b2b2-4653-9d18-4e671f55ad03', 'df8812d0-6f07-447d-910d-5ce32da788a0', 'd14df72e-ef09-4503-b7bb-1f5efec40777'] {{(pid=94118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 14 19:12:02.933261 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa884a-2c43-4cf0-859f-b7795645eb5b tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Pushing event deleted for resources: {'Port': ['ID=d14df72e-ef09-4503-b7bb-1f5efec40777,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:12:02.971019 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning for port 7e1420e8-8dc3-41d1-a75e-17b620b98a5c completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:12:02.972422 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c0d14fe-2486-4963-ba5c-07396629b06f req-50aa884a-2c43-4cf0-859f-b7795645eb5b tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] No DVR routers for this DVR port d14df72e-ef09-4503-b7bb-1f5efec40777 on host hv-cinder-80458 {{(pid=94117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 14 19:12:02.975491 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-4c0d14fe-2486-4963-ba5c-07396629b06f req-50aa884a-2c43-4cf0-859f-b7795645eb5b tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:02.977461 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4c0d14fe-2486-4963-ba5c-07396629b06f req-50aa884a-2c43-4cf0-859f-b7795645eb5b tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.24 "DELETE /v2.0/ports/d14df72e-ef09-4503-b7bb-1f5efec40777 HTTP/1.1" status: 204 len: 173 time: 0.3865566 Aug 14 19:12:02.977692 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning complete for port 7e1420e8-8dc3-41d1-a75e-17b620b98a5c triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:12:02.977893 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f2a244-aab8-4eff-b5c3-ea7fe3bee086', 'name': 'network-vif-deleted', 'tag': 'd14df72e-ef09-4503-b7bb-1f5efec40777'}] {{(pid=94117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:12:02.978043 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:02.980160 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ea8273f875cf68671556eb39bbac10e5cf2532cbac2204340d4cc673a0511b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fefa82-0082-47b7-87e4-e82f43b8f3e7" -d '{"events": [{"server_uuid": "70f2a244-aab8-4eff-b5c3-ea7fe3bee086", "name": "network-vif-deleted", "tag": "d14df72e-ef09-4503-b7bb-1f5efec40777"}]}' {{(pid=94117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:12:03.023845 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5947d217-94e2-455e-8566-3fe9646893cf x-openstack-request-id: req-5947d217-94e2-455e-8566-3fe9646893cf {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:12:03.023962 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f2a244-aab8-4eff-b5c3-ea7fe3bee086", "name": "network-vif-deleted", "tag": "d14df72e-ef09-4503-b7bb-1f5efec40777", "status": "completed", "code": 200}]} {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:12:03.024202 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5947d217-94e2-455e-8566-3fe9646893cf {{(pid=94117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:12:03.024871 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f2a244-aab8-4eff-b5c3-ea7fe3bee086', 'name': 'network-vif-deleted', 'tag': 'd14df72e-ef09-4503-b7bb-1f5efec40777', 'status': 'completed', 'code': 200} Aug 14 19:12:03.109442 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d5340-78f0-4719-9fc4-eec58a7e684d req-e1795732-d84a-4dd5-84d4-a57f3d332677 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:12:03.118073 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-b31d5340-78f0-4719-9fc4-eec58a7e684d req-e1795732-d84a-4dd5-84d4-a57f3d332677 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0df2d16-d089-47cd-adee-269d335613b3 HTTP/1.1" status: 200 len: 945 time: 0.0572951 Aug 14 19:12:03.122825 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:03.153596 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-b31d5340-78f0-4719-9fc4-eec58a7e684d req-8f6215e4-d244-4c4c-a246-95ab9cd6fc9c tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/security-groups?id=b274cc83-1509-4cc0-a2a7-3ddf031e5926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347190 Aug 14 19:12:03.166248 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0df2d16-d089-47cd-adee-269d335613b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1420e8-8dc3-41d1-a75e-17b620b98a5c'}] {{(pid=94118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:12:03.168517 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec225036cb8a85e900ef4a1438a865ee1e0a541caa4576dd66f1a48457471f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5251640f-5c12-4ee0-8840-f8ffc8050efc" -d '{"events": [{"server_uuid": "c0df2d16-d089-47cd-adee-269d335613b3", "name": "network-vif-plugged", "status": "completed", "tag": "7e1420e8-8dc3-41d1-a75e-17b620b98a5c"}]}' {{(pid=94118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:12:03.189199 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 7e1420e8-8dc3-41d1-a75e-17b620b98a5c, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=7e1420e8-8dc3-41d1-a75e-17b620b98a5c,segment=NetworkSegment(2800a48d-5c13-48c5-b13b-b2b7f3ec26bd),segment_id=2800a48d-5c13-48c5-b13b-b2b7f3ec26bd)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:12:03.194164 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:03.222070 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd46b5e-189d-4796-a644-2337c02e6722 x-openstack-request-id: req-dfd46b5e-189d-4796-a644-2337c02e6722 {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:12:03.222408 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0df2d16-d089-47cd-adee-269d335613b3", "name": "network-vif-plugged", "status": "completed", "tag": "7e1420e8-8dc3-41d1-a75e-17b620b98a5c", "code": 200}]} {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:12:03.222686 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dfd46b5e-189d-4796-a644-2337c02e6722 {{(pid=94118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:12:03.223136 dv-cinder-804581-2-iscsi neutron-server[94118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0df2d16-d089-47cd-adee-269d335613b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1420e8-8dc3-41d1-a75e-17b620b98a5c', 'code': 200} Aug 14 19:12:03.273810 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=7e1420e8-8dc3-41d1-a75e-17b620b98a5c,revision_number=5']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:12:03.298422 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-bb7411fa-8049-4083-a0bb-784f185d8ba6 req-51046efd-5546-4751-b8bf-ce5cb0a4cf46 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=70f2a244-aab8-4eff-b5c3-ea7fe3bee086 HTTP/1.1" status: 200 len: 210 time: 0.0285480 Aug 14 19:12:03.402290 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5462f-d59f-42b6-8b0d-dd7c08e7667e req-d067d3cc-a8fb-433d-a27b-d16a406dc1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:12:03.404093 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-a7c5462f-d59f-42b6-8b0d-dd7c08e7667e req-d067d3cc-a8fb-433d-a27b-d16a406dc1ba service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c0df2d16-d089-47cd-adee-269d335613b3 HTTP/1.1" status: 200 len: 1099 time: 0.0456436 Aug 14 19:12:03.443377 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-a7c5462f-d59f-42b6-8b0d-dd7c08e7667e req-5616d3ad-4d64-4018-8828-4c41694fd149 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b274cc83-1509-4cc0-a2a7-3ddf031e5926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317364 Aug 14 19:12:04.274579 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1d850-5760-4b21-887b-e0a34ecfe361 req-eff40334-76a2-4155-bde7-4077b788522c tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:12:04.276056 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f2c1d850-5760-4b21-887b-e0a34ecfe361 req-eff40334-76a2-4155-bde7-4077b788522c tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0df2d16-d089-47cd-adee-269d335613b3 HTTP/1.1" status: 200 len: 946 time: 0.0500731 Aug 14 19:12:04.315063 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-f2c1d850-5760-4b21-887b-e0a34ecfe361 req-9797d39f-8f3b-462a-97ef-f659827ef73c tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/security-groups?id=b274cc83-1509-4cc0-a2a7-3ddf031e5926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323350 Aug 14 19:12:04.431139 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189fbc2e-4a21-47bf-999e-105932cd9d30 req-5586013e-1a5e-490f-80ed-46ca93706723 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:12:04.433095 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-189fbc2e-4a21-47bf-999e-105932cd9d30 req-5586013e-1a5e-490f-80ed-46ca93706723 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0df2d16-d089-47cd-adee-269d335613b3 HTTP/1.1" status: 200 len: 946 time: 0.0513525 Aug 14 19:12:04.472577 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-189fbc2e-4a21-47bf-999e-105932cd9d30 req-ff2c70eb-ccd4-4dd3-9cc3-57fb51821433 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/security-groups?id=b274cc83-1509-4cc0-a2a7-3ddf031e5926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335286 Aug 14 19:12:04.495150 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 38892) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:12:04.603913 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182c28f-3d6f-44d4-9c8b-a04503e3dc71 req-11a25ada-786d-4cfe-b7fd-97af668801c8 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:12:04.605371 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-8182c28f-3d6f-44d4-9c8b-a04503e3dc71 req-11a25ada-786d-4cfe-b7fd-97af668801c8 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=98a2708d-66a9-4feb-9cb1-47c84536371c HTTP/1.1" status: 200 len: 945 time: 0.0805585 Aug 14 19:12:04.607895 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1f6496-b040-4cff-9913-93aba588a2d5 tempest-TestVolumeBootPattern-35661125 tempest-TestVolumeBootPattern-35661125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:12:04.609249 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-da1f6496-b040-4cff-9913-93aba588a2d5 tempest-TestVolumeBootPattern-35661125 tempest-TestVolumeBootPattern-35661125-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c0df2d16-d089-47cd-adee-269d335613b3 HTTP/1.1" status: 200 len: 1094 time: 0.1131020 Aug 14 19:12:04.612302 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 38896) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:12:04.616765 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [None req-96032bc2-4554-4880-b792-aba71d647ac0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Request body: {'floatingip': {'floating_network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'port_id': '7e1420e8-8dc3-41d1-a75e-17b620b98a5c', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:12:04.641323 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-96032bc2-4554-4880-b792-aba71d647ac0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks [] for floatingip, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:04.645171 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-8182c28f-3d6f-44d4-9c8b-a04503e3dc71 req-46b63e12-2fa8-4d72-ba5a-5134dd1e2d3d tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f41a60-b8a4-4d88-b7b4-666d52ee0caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330684 Aug 14 19:12:04.745132 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-96032bc2-4554-4880-b792-aba71d647ac0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:04.852938 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.db_base_plugin_common [None req-96032bc2-4554-4880-b792-aba71d647ac0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Allocated IP 172.27.2.199 (70527521-9220-43b3-92f5-8f32262fd0f1/b39bc0ec-218c-484d-aceb-7d591e49d9cc/7b172a7e-ad5d-4bad-ba62-ba92038d5c92) {{(pid=94117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:12:04.952733 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-96032bc2-4554-4880-b792-aba71d647ac0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks [] for port, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:04.991008 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-96032bc2-4554-4880-b792-aba71d647ac0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25274135'] for port, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:05.029960 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96032bc2-4554-4880-b792-aba71d647ac0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Network 70527521-9220-43b3-92f5-8f32262fd0f1 is already hosted by enough agents. {{(pid=94117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:12:05.034654 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.base_scheduler [None req-96032bc2-4554-4880-b792-aba71d647ac0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Resources bound (agent type, host, resource id): {{(pid=94117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:12:05.038236 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96032bc2-4554-4880-b792-aba71d647ac0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Received port after_create {{(pid=94117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:12:05.046446 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96032bc2-4554-4880-b792-aba71d647ac0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Pushing event updated for resources: {'Port': ['ID=7b172a7e-ad5d-4bad-ba62-ba92038d5c92,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:12:05.394663 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-96032bc2-4554-4880-b792-aba71d647ac0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:05.462483 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-96032bc2-4554-4880-b792-aba71d647ac0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:05.608654 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-96032bc2-4554-4880-b792-aba71d647ac0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks [] for port, precommit_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:05.614423 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-96032bc2-4554-4880-b792-aba71d647ac0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25274142'] for port, after_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:05.688530 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96032bc2-4554-4880-b792-aba71d647ac0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Pushing event updated for resources: {'Port': ['ID=7b172a7e-ad5d-4bad-ba62-ba92038d5c92,revision_number=2']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:12:05.700510 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-96032bc2-4554-4880-b792-aba71d647ac0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499347'] for floatingip, after_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:05.866461 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde4b0f-dd7c-491b-af10-c829ff852086 req-648c70fe-4d8a-4f72-9388-0a97fad03af3 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:12:05.867932 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-7bde4b0f-dd7c-491b-af10-c829ff852086 req-648c70fe-4d8a-4f72-9388-0a97fad03af3 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=98a2708d-66a9-4feb-9cb1-47c84536371c HTTP/1.1" status: 200 len: 945 time: 0.1345224 Aug 14 19:12:05.877173 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b923a48-81b1-421c-aea5-de2c6ef4eb16 req-3f2ad650-3d70-49c8-ac0c-bf3c241ab1b6 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:12:05.878569 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4b923a48-81b1-421c-aea5-de2c6ef4eb16 req-3f2ad650-3d70-49c8-ac0c-bf3c241ab1b6 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.24 "GET /v2.0/ports?device_id=98a2708d-66a9-4feb-9cb1-47c84536371c HTTP/1.1" status: 200 len: 945 time: 0.1099710 Aug 14 19:12:05.893253 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.db.l3_db [None req-96032bc2-4554-4880-b792-aba71d647ac0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Floating IP d85c30d0-f80f-4b7f-9301-423ca614d955 associated. External IP: 172.27.2.199, port: 7e1420e8-8dc3-41d1-a75e-17b620b98a5c. Aug 14 19:12:06.007332 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-7bde4b0f-dd7c-491b-af10-c829ff852086 req-f759a3f1-a6f6-4c47-bcd3-430f90ae5d98 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f41a60-b8a4-4d88-b7b4-666d52ee0caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277242 Aug 14 19:12:06.079023 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [req-4b923a48-81b1-421c-aea5-de2c6ef4eb16 req-868ecd7d-6e6d-4529-8e1d-e3800230cbff tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Deleting port df8812d0-6f07-447d-910d-5ce32da788a0 {{(pid=94117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:12:06.079359 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-4b923a48-81b1-421c-aea5-de2c6ef4eb16 req-868ecd7d-6e6d-4529-8e1d-e3800230cbff tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:06.243262 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [req-4b923a48-81b1-421c-aea5-de2c6ef4eb16 req-868ecd7d-6e6d-4529-8e1d-e3800230cbff tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] For port df8812d0-6f07-447d-910d-5ce32da788a0, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=df8812d0-6f07-447d-910d-5ce32da788a0,segment=NetworkSegment(4ad96afd-d34d-4649-b250-7981700e776c),segment_id=4ad96afd-d34d-4649-b250-7981700e776c)] {{(pid=94117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:12:06.243628 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-4b923a48-81b1-421c-aea5-de2c6ef4eb16 req-868ecd7d-6e6d-4529-8e1d-e3800230cbff tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:06.259637 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96032bc2-4554-4880-b792-aba71d647ac0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Router 852a278e-8f3f-42e9-894f-a73cdcc3aff9 has already been hosted by L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 {{(pid=94117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 14 19:12:06.260512 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [req-4b923a48-81b1-421c-aea5-de2c6ef4eb16 req-868ecd7d-6e6d-4529-8e1d-e3800230cbff tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Calling delete_port for df8812d0-6f07-447d-910d-5ce32da788a0 owned by compute:nova {{(pid=94117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:12:06.684942 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96032bc2-4554-4880-b792-aba71d647ac0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 19:12:06.695188 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5e40f5-8133-40e6-8717-36275da0d307 None None] Sync routers for ids ['852a278e-8f3f-42e9-894f-a73cdcc3aff9'] in dv-cinder-804581-2-iscsi {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 19:12:06.706006 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5e40f5-8133-40e6-8717-36275da0d307 None None] Routers {'852a278e-8f3f-42e9-894f-a73cdcc3aff9'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:12:06.706643 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-4a5e40f5-8133-40e6-8717-36275da0d307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:11:53Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['852a278e-8f3f-42e9-894f-a73cdcc3aff9'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:12:06.710000 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-96032bc2-4554-4880-b792-aba71d647ac0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for floatingip, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:06.738528 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-4b923a48-81b1-421c-aea5-de2c6ef4eb16 req-868ecd7d-6e6d-4529-8e1d-e3800230cbff tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25274135'] for port, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:06.750612 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] get_ports_and_sgs() called for port_ids ['0023badd-b2b2-4653-9d18-4e671f55ad03', 'df8812d0-6f07-447d-910d-5ce32da788a0'] {{(pid=94118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 14 19:12:06.752159 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-96032bc2-4554-4880-b792-aba71d647ac0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1387787 Aug 14 19:12:06.773072 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0df2d16-d089-47cd-adee-269d335613b3', 'tag': '7e1420e8-8dc3-41d1-a75e-17b620b98a5c'}] {{(pid=94117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:12:06.775352 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ea8273f875cf68671556eb39bbac10e5cf2532cbac2204340d4cc673a0511b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a664cd1-9106-439e-8970-cca5fd75987f" -d '{"events": [{"name": "network-changed", "server_uuid": "c0df2d16-d089-47cd-adee-269d335613b3", "tag": "7e1420e8-8dc3-41d1-a75e-17b620b98a5c"}]}' {{(pid=94117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:12:06.779209 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ecd7d-6e6d-4529-8e1d-e3800230cbff tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Pushing event deleted for resources: {'Port': ['ID=df8812d0-6f07-447d-910d-5ce32da788a0,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:12:06.818890 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b923a48-81b1-421c-aea5-de2c6ef4eb16 req-868ecd7d-6e6d-4529-8e1d-e3800230cbff tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] No DVR routers for this DVR port df8812d0-6f07-447d-910d-5ce32da788a0 on host hv-cinder-80458 {{(pid=94117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 14 19:12:06.821380 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-4b923a48-81b1-421c-aea5-de2c6ef4eb16 req-868ecd7d-6e6d-4529-8e1d-e3800230cbff tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:06.823228 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4b923a48-81b1-421c-aea5-de2c6ef4eb16 req-868ecd7d-6e6d-4529-8e1d-e3800230cbff tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.24 "DELETE /v2.0/ports/df8812d0-6f07-447d-910d-5ce32da788a0 HTTP/1.1" status: 204 len: 173 time: 0.9376493 Aug 14 19:12:06.824808 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 Aug 2021 19:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e421b09b-7f07-4a6e-8d43-da85086e1b4f x-openstack-request-id: req-e421b09b-7f07-4a6e-8d43-da85086e1b4f {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:12:06.825734 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0df2d16-d089-47cd-adee-269d335613b3", "tag": "7e1420e8-8dc3-41d1-a75e-17b620b98a5c", "status": "completed", "code": 200}]} {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:12:06.826331 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e421b09b-7f07-4a6e-8d43-da85086e1b4f {{(pid=94117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:12:06.826442 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0df2d16-d089-47cd-adee-269d335613b3', 'tag': '7e1420e8-8dc3-41d1-a75e-17b620b98a5c', 'status': 'completed', 'code': 200} Aug 14 19:12:06.864006 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-4a5e40f5-8133-40e6-8717-36275da0d307 None None] Set router 852a278e-8f3f-42e9-894f-a73cdcc3aff9 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:12:06.897011 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a664cd1-9106-439e-8970-cca5fd75987f req-7588de9f-b7c5-45d9-9153-cf2b5d9ebf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:12:06.898680 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8a664cd1-9106-439e-8970-cca5fd75987f req-7588de9f-b7c5-45d9-9153-cf2b5d9ebf88 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05a353e35c374c759a6f9c0404b0674e&device_id=c0df2d16-d089-47cd-adee-269d335613b3 HTTP/1.1" status: 200 len: 1099 time: 0.0492938 Aug 14 19:12:06.902371 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device d14df72e-ef09-4503-b7bb-1f5efec40777 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:12:06.938839 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] No Port match for: d14df72e-ef09-4503-b7bb-1f5efec40777 {{(pid=94118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 14 19:12:06.939153 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device d14df72e-ef09-4503-b7bb-1f5efec40777 not bound to the agent host hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 14 19:12:07.001283 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a664cd1-9106-439e-8970-cca5fd75987f req-6a54041a-7d1f-455b-b343-5968d50c5e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:12:07.002854 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8a664cd1-9106-439e-8970-cca5fd75987f req-6a54041a-7d1f-455b-b343-5968d50c5e72 service neutron] 10.222.0.24 "GET /v2.0/networks?id=50d7b873-7555-4a5b-94d5-d2359dbb2d35 HTTP/1.1" status: 200 len: 913 time: 0.0958164 Aug 14 19:12:07.070478 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8a664cd1-9106-439e-8970-cca5fd75987f req-65edcea9-b80c-4ad3-bbfe-c13e28caa2b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e1420e8-8dc3-41d1-a75e-17b620b98a5c HTTP/1.1" status: 200 len: 1000 time: 0.0603378 Aug 14 19:12:07.140568 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-be1c08d5-2de0-4825-a671-9d0e589b9af9 req-2e7fc018-c289-44e6-a27e-a26333c35266 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=98a2708d-66a9-4feb-9cb1-47c84536371c HTTP/1.1" status: 200 len: 210 time: 0.0364637 Aug 14 19:12:07.149874 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a664cd1-9106-439e-8970-cca5fd75987f req-5b940c30-30bd-434e-8301-990fe235febe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:12:07.151281 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8a664cd1-9106-439e-8970-cca5fd75987f req-5b940c30-30bd-434e-8301-990fe235febe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f5b8f645-8996-4e63-8b39-2a949795aaf3 HTTP/1.1" status: 200 len: 851 time: 0.0730016 Aug 14 19:12:07.180836 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-4a5e40f5-8133-40e6-8717-36275da0d307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'name': 'tempest-TestVolumeBootPattern-2067312092-router', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:11:21Z', 'updated_at': '2021-08-14T19:11:24Z', 'revision_number': 4, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'gw_port': {'id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:22Z', 'updated_at': '2021-08-14T19:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_floatingips': [{'id': 'd85c30d0-f80f-4b7f-9301-423ca614d955', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'router_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'port_id': '7e1420e8-8dc3-41d1-a75e-17b620b98a5c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'mac_address': 'fa:16:3e:37:27:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0df2d16-d089-47cd-adee-269d335613b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-14T19:12:05Z', 'updated_at': '2021-08-14T19:12:05Z', 'revision_number': 0, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8561765b-e1d5-4976-b58e-da499d464378', 'name': '', 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'mac_address': 'fa:16:3e:6f:55:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:24Z', 'updated_at': '2021-08-14T19:11:30Z', 'revision_number': 5, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'subnets': [{'id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:12:07.209286 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a664cd1-9106-439e-8970-cca5fd75987f req-c43061d1-68bf-4853-96da-f7242a906927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:12:07.209732 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5e40f5-8133-40e6-8717-36275da0d307 None None] Checking router: 852a278e-8f3f-42e9-894f-a73cdcc3aff9 for host: dv-cinder-804581-2-iscsi {{(pid=94118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 19:12:07.211165 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8a664cd1-9106-439e-8970-cca5fd75987f req-c43061d1-68bf-4853-96da-f7242a906927 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50d7b873-7555-4a5b-94d5-d2359dbb2d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441613 Aug 14 19:12:07.218821 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5e40f5-8133-40e6-8717-36275da0d307 None None] Routers {'852a278e-8f3f-42e9-894f-a73cdcc3aff9'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:12:07.219438 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-4a5e40f5-8133-40e6-8717-36275da0d307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:11:53Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['852a278e-8f3f-42e9-894f-a73cdcc3aff9'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:12:07.315651 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8a664cd1-9106-439e-8970-cca5fd75987f req-0f2b12dc-e039-4cc9-b1f6-80f8af0309d5 service neutron] 10.222.0.24 "GET /v2.0/networks/50d7b873-7555-4a5b-94d5-d2359dbb2d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901704 Aug 14 19:12:07.336033 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-4a5e40f5-8133-40e6-8717-36275da0d307 None None] Set router 852a278e-8f3f-42e9-894f-a73cdcc3aff9 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:12:07.417317 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8a664cd1-9106-439e-8970-cca5fd75987f req-803b27c8-f444-43ad-94d1-0588aee6786f service neutron] 10.222.0.24 "GET /v2.0/networks/50d7b873-7555-4a5b-94d5-d2359dbb2d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946975 Aug 14 19:12:07.685344 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-4a5e40f5-8133-40e6-8717-36275da0d307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'name': 'tempest-TestVolumeBootPattern-2067312092-router', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:11:21Z', 'updated_at': '2021-08-14T19:11:24Z', 'revision_number': 4, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'gw_port': {'id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:22Z', 'updated_at': '2021-08-14T19:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_floatingips': [{'id': 'd85c30d0-f80f-4b7f-9301-423ca614d955', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'router_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'port_id': '7e1420e8-8dc3-41d1-a75e-17b620b98a5c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'mac_address': 'fa:16:3e:37:27:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0df2d16-d089-47cd-adee-269d335613b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-14T19:12:05Z', 'updated_at': '2021-08-14T19:12:05Z', 'revision_number': 0, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8561765b-e1d5-4976-b58e-da499d464378', 'name': '', 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'mac_address': 'fa:16:3e:6f:55:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:24Z', 'updated_at': '2021-08-14T19:11:30Z', 'revision_number': 5, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'subnets': [{'id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:12:07.714777 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5e40f5-8133-40e6-8717-36275da0d307 None None] The sync data for ids ['852a278e-8f3f-42e9-894f-a73cdcc3aff9'] in dv-cinder-804581-2-iscsi is: [{'id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'name': 'tempest-TestVolumeBootPattern-2067312092-router', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:11:21Z', 'updated_at': '2021-08-14T19:11:24Z', 'revision_number': 4, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'gw_port': {'id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:22Z', 'updated_at': '2021-08-14T19:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_floatingips': [{'id': 'd85c30d0-f80f-4b7f-9301-423ca614d955', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'router_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'port_id': '7e1420e8-8dc3-41d1-a75e-17b620b98a5c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'mac_address': 'fa:16:3e:37:27:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0df2d16-d089-47cd-adee-269d335613b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-14T19:12:05Z', 'updated_at': '2021-08-14T19:12:05Z', 'revision_number': 0, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8561765b-e1d5-4976-b58e-da499d464378', 'name': '', 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'mac_address': 'fa:16:3e:6f:55:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:24Z', 'updated_at': '2021-08-14T19:11:30Z', 'revision_number': 5, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'subnets': [{'id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 19:12:07.904702 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00048b35-050a-490e-907a-7932bbd60ebd None None] New status for floating IP d85c30d0-f80f-4b7f-9301-423ca614d955: ACTIVE {{(pid=94119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 14 19:12:08.827348 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a2708d-66a9-4feb-9cb1-47c84536371c', 'name': 'network-vif-deleted', 'tag': 'df8812d0-6f07-447d-910d-5ce32da788a0'}] {{(pid=94117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:12:08.829685 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ea8273f875cf68671556eb39bbac10e5cf2532cbac2204340d4cc673a0511b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69dd4462-e8c7-439b-8677-7b7d8ca06873" -d '{"events": [{"server_uuid": "98a2708d-66a9-4feb-9cb1-47c84536371c", "name": "network-vif-deleted", "tag": "df8812d0-6f07-447d-910d-5ce32da788a0"}]}' {{(pid=94117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:12:08.865735 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06236626-9ded-4a50-9ee7-347d08e65d81 x-openstack-request-id: req-06236626-9ded-4a50-9ee7-347d08e65d81 {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:12:08.866017 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a2708d-66a9-4feb-9cb1-47c84536371c", "name": "network-vif-deleted", "tag": "df8812d0-6f07-447d-910d-5ce32da788a0", "status": "completed", "code": 200}]} {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:12:08.866276 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-06236626-9ded-4a50-9ee7-347d08e65d81 {{(pid=94117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:12:08.866691 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a2708d-66a9-4feb-9cb1-47c84536371c', 'name': 'network-vif-deleted', 'tag': 'df8812d0-6f07-447d-910d-5ce32da788a0', 'status': 'completed', 'code': 200} Aug 14 19:12:08.907273 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device df8812d0-6f07-447d-910d-5ce32da788a0 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:12:08.928655 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] No Port match for: df8812d0-6f07-447d-910d-5ce32da788a0 {{(pid=94118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 14 19:12:08.929013 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device df8812d0-6f07-447d-910d-5ce32da788a0 not bound to the agent host hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 14 19:12:09.539828 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f643d-5f36-468e-ad03-764636ca2fbe req-79780e05-cb8f-44b9-aee6-c506f42bc1d9 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:12:09.541328 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-5d8f643d-5f36-468e-ad03-764636ca2fbe req-79780e05-cb8f-44b9-aee6-c506f42bc1d9 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d04261e-fd72-4637-8fa4-748da4aceac5 HTTP/1.1" status: 200 len: 946 time: 0.0544145 Aug 14 19:12:09.579661 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-5d8f643d-5f36-468e-ad03-764636ca2fbe req-2a15c637-8a66-4a42-b470-81aa56767a1b tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f41a60-b8a4-4d88-b7b4-666d52ee0caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323031 Aug 14 19:12:10.692706 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059020d-2986-404e-bc56-8da3505e35ab req-ac73aea6-3331-4305-b526-c58132d12edf tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:12:10.694168 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-6059020d-2986-404e-bc56-8da3505e35ab req-ac73aea6-3331-4305-b526-c58132d12edf tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d04261e-fd72-4637-8fa4-748da4aceac5 HTTP/1.1" status: 200 len: 946 time: 0.0478187 Aug 14 19:12:10.731215 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-6059020d-2986-404e-bc56-8da3505e35ab req-fb0a0d6d-6f3f-4f9b-b13e-8057d28d78eb tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/security-groups?id=e4f41a60-b8a4-4d88-b7b4-666d52ee0caf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311918 Aug 14 19:12:11.139750 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020282f-3a50-4e36-8724-08071c143a23 req-93af3c3c-55a7-47e7-9784-ee1055a01bde tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:12:11.141124 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-2020282f-3a50-4e36-8724-08071c143a23 req-93af3c3c-55a7-47e7-9784-ee1055a01bde tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d04261e-fd72-4637-8fa4-748da4aceac5 HTTP/1.1" status: 200 len: 946 time: 0.0487700 Aug 14 19:12:11.237461 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [req-2020282f-3a50-4e36-8724-08071c143a23 req-91a30be2-d71d-4f82-9328-e334b4418ddb tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Deleting port 0023badd-b2b2-4653-9d18-4e671f55ad03 {{(pid=94117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:12:11.237800 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-2020282f-3a50-4e36-8724-08071c143a23 req-91a30be2-d71d-4f82-9328-e334b4418ddb tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:11.325059 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [req-2020282f-3a50-4e36-8724-08071c143a23 req-91a30be2-d71d-4f82-9328-e334b4418ddb tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] For port 0023badd-b2b2-4653-9d18-4e671f55ad03, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=0023badd-b2b2-4653-9d18-4e671f55ad03,segment=NetworkSegment(4ad96afd-d34d-4649-b250-7981700e776c),segment_id=4ad96afd-d34d-4649-b250-7981700e776c)] {{(pid=94117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:12:11.325421 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-2020282f-3a50-4e36-8724-08071c143a23 req-91a30be2-d71d-4f82-9328-e334b4418ddb tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:11.342544 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [req-2020282f-3a50-4e36-8724-08071c143a23 req-91a30be2-d71d-4f82-9328-e334b4418ddb tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Calling delete_port for 0023badd-b2b2-4653-9d18-4e671f55ad03 owned by compute:nova {{(pid=94117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:12:11.469380 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-2020282f-3a50-4e36-8724-08071c143a23 req-91a30be2-d71d-4f82-9328-e334b4418ddb tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25274135'] for port, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:11.480654 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] get_ports_and_sgs() called for port_ids ['0023badd-b2b2-4653-9d18-4e671f55ad03'] {{(pid=94118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 14 19:12:11.498274 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a30be2-d71d-4f82-9328-e334b4418ddb tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Pushing event deleted for resources: {'Port': ['ID=0023badd-b2b2-4653-9d18-4e671f55ad03,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:12:11.511441 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a30be2-d71d-4f82-9328-e334b4418ddb tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:12:11.511809 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a30be2-d71d-4f82-9328-e334b4418ddb tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:12:11.512152 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a30be2-d71d-4f82-9328-e334b4418ddb tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:12:11.513061 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a30be2-d71d-4f82-9328-e334b4418ddb tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:12:11.513568 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a30be2-d71d-4f82-9328-e334b4418ddb tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:12:11.513568 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a30be2-d71d-4f82-9328-e334b4418ddb tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:12:11.514203 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a30be2-d71d-4f82-9328-e334b4418ddb tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:12:11.514565 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a30be2-d71d-4f82-9328-e334b4418ddb tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:12:11.514901 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a30be2-d71d-4f82-9328-e334b4418ddb tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:12:11.515234 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a30be2-d71d-4f82-9328-e334b4418ddb tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:12:11.515570 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a30be2-d71d-4f82-9328-e334b4418ddb tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:12:11.515897 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a30be2-d71d-4f82-9328-e334b4418ddb tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:12:11.554716 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.l3_dvrscheduler_db [req-2020282f-3a50-4e36-8724-08071c143a23 req-91a30be2-d71d-4f82-9328-e334b4418ddb tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] No DVR routers for this DVR port 0023badd-b2b2-4653-9d18-4e671f55ad03 on host hv-cinder-80458 {{(pid=94117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 14 19:12:11.557970 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-2020282f-3a50-4e36-8724-08071c143a23 req-91a30be2-d71d-4f82-9328-e334b4418ddb tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:11.560029 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-2020282f-3a50-4e36-8724-08071c143a23 req-91a30be2-d71d-4f82-9328-e334b4418ddb tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.24 "DELETE /v2.0/ports/0023badd-b2b2-4653-9d18-4e671f55ad03 HTTP/1.1" status: 204 len: 173 time: 0.4123371 Aug 14 19:12:11.560800 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d04261e-fd72-4637-8fa4-748da4aceac5', 'name': 'network-vif-deleted', 'tag': '0023badd-b2b2-4653-9d18-4e671f55ad03'}] {{(pid=94117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:12:11.564110 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ea8273f875cf68671556eb39bbac10e5cf2532cbac2204340d4cc673a0511b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadb7e6a-eb4f-400e-b8a3-bf885dc07e71" -d '{"events": [{"server_uuid": "5d04261e-fd72-4637-8fa4-748da4aceac5", "name": "network-vif-deleted", "tag": "0023badd-b2b2-4653-9d18-4e671f55ad03"}]}' {{(pid=94117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:12:11.606405 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca8b99b-9baf-43bc-ba87-0f3de254fb2a x-openstack-request-id: req-5ca8b99b-9baf-43bc-ba87-0f3de254fb2a {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:12:11.606727 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d04261e-fd72-4637-8fa4-748da4aceac5", "name": "network-vif-deleted", "tag": "0023badd-b2b2-4653-9d18-4e671f55ad03", "status": "completed", "code": 200}]} {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:12:11.607010 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5ca8b99b-9baf-43bc-ba87-0f3de254fb2a {{(pid=94117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:12:11.607506 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d04261e-fd72-4637-8fa4-748da4aceac5', 'name': 'network-vif-deleted', 'tag': '0023badd-b2b2-4653-9d18-4e671f55ad03', 'status': 'completed', 'code': 200} Aug 14 19:12:11.837283 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-2b70511b-7b21-4235-ade8-a64d8fe00ee3 req-148db412-1660-4823-b118-216e39194cd6 tempest-AttachVolumeNegativeTest-73125682 tempest-AttachVolumeNegativeTest-73125682-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d04261e-fd72-4637-8fa4-748da4aceac5 HTTP/1.1" status: 200 len: 210 time: 0.0275004 Aug 14 19:12:12.893509 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 38928) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:12:12.938890 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.db_base_plugin_v2 [None req-acc6221b-1f5c-4ab5-bbde-9aad549016b8 admin admin] Deleting subnet fd04a080-56ff-44dd-85ab-aaac7fbace90 {{(pid=94117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 14 19:12:12.941896 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-acc6221b-1f5c-4ab5-bbde-9aad549016b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:12.974661 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-acc6221b-1f5c-4ab5-bbde-9aad549016b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041051'] for subnet, precommit_delete_associations {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:13.019169 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-acc6221b-1f5c-4ab5-bbde-9aad549016b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642801'] for subnet, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:13.074176 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-acc6221b-1f5c-4ab5-bbde-9aad549016b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25274148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27050866'] for subnet, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:13.107655 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6221b-1f5c-4ab5-bbde-9aad549016b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd04a080-56ff-44dd-85ab-aaac7fbace90,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:12:13.114702 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-acc6221b-1f5c-4ab5-bbde-9aad549016b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for subnet, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:13.116899 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-acc6221b-1f5c-4ab5-bbde-9aad549016b8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fd04a080-56ff-44dd-85ab-aaac7fbace90 HTTP/1.1" status: 204 len: 168 time: 0.2223744 Aug 14 19:12:13.120426 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 38930) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:12:13.204205 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-d5b7aee1-694a-4175-8a4f-5cc52704288d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529646'] for network, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:13.284129 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-d5b7aee1-694a-4175-8a4f-5cc52704288d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639094', 'neutron.services.segments.db._delete_segments_for_network-8754979395952'] for network, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:13.293443 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.services.segments.db [None req-d5b7aee1-694a-4175-8a4f-5cc52704288d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de8cd239-01ca-46a9-80b2-263e5a97ad1d']}} {{(pid=94117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:12:13.303772 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.services.segments.db [None req-d5b7aee1-694a-4175-8a4f-5cc52704288d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad96afd-d34d-4649-b250-7981700e776c') {'for_net_delete': True} {{(pid=94117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:12:13.304062 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.services.segments.db [None req-d5b7aee1-694a-4175-8a4f-5cc52704288d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad96afd-d34d-4649-b250-7981700e776c') {} {{(pid=94117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:12:13.312842 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-d5b7aee1-694a-4175-8a4f-5cc52704288d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754979399801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041036'] for segment, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:13.326055 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-d5b7aee1-694a-4175-8a4f-5cc52704288d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736'] for segment, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:13.332070 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5b7aee1-694a-4175-8a4f-5cc52704288d admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=94117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 14 19:12:13.332449 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-d5b7aee1-694a-4175-8a4f-5cc52704288d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25274362'] for segment, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:13.334108 dv-cinder-804581-2-iscsi neutron-server[94117]: Traceback (most recent call last): Aug 14 19:12:13.334108 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 14 19:12:13.334108 dv-cinder-804581-2-iscsi neutron-server[94117]: timer() Aug 14 19:12:13.334108 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 14 19:12:13.334108 dv-cinder-804581-2-iscsi neutron-server[94117]: cb(*args, **kw) Aug 14 19:12:13.334108 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 14 19:12:13.334108 dv-cinder-804581-2-iscsi neutron-server[94117]: return func(*args, **kwargs) Aug 14 19:12:13.334108 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 14 19:12:13.334108 dv-cinder-804581-2-iscsi neutron-server[94117]: self._notify() Aug 14 19:12:13.334108 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 14 19:12:13.334108 dv-cinder-804581-2-iscsi neutron-server[94117]: self.callback(batched_events) Aug 14 19:12:13.334108 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 14 19:12:13.334108 dv-cinder-804581-2-iscsi neutron-server[94117]: event.method(event) Aug 14 19:12:13.334108 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 14 19:12:13.334108 dv-cinder-804581-2-iscsi neutron-server[94117]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 14 19:12:13.334108 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 14 19:12:13.334108 dv-cinder-804581-2-iscsi neutron-server[94117]: aggregate_uuid = self.p_client.list_aggregates( Aug 14 19:12:13.334108 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 14 19:12:13.334108 dv-cinder-804581-2-iscsi neutron-server[94117]: return f(self, *a, **k) Aug 14 19:12:13.334108 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 14 19:12:13.334108 dv-cinder-804581-2-iscsi neutron-server[94117]: return self._get(url).json() Aug 14 19:12:13.334108 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 14 19:12:13.334108 dv-cinder-804581-2-iscsi neutron-server[94117]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 14 19:12:13.334108 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 14 19:12:13.334108 dv-cinder-804581-2-iscsi neutron-server[94117]: return self.request(url, 'GET', **kwargs) Aug 14 19:12:13.334108 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 14 19:12:13.334108 dv-cinder-804581-2-iscsi neutron-server[94117]: base_url = self.get_endpoint(auth, allow=allow, Aug 14 19:12:13.334108 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 14 19:12:13.334108 dv-cinder-804581-2-iscsi neutron-server[94117]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 14 19:12:13.334108 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 14 19:12:13.334108 dv-cinder-804581-2-iscsi neutron-server[94117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 14 19:12:13.334108 dv-cinder-804581-2-iscsi neutron-server[94117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 14 19:12:13.386930 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-d5b7aee1-694a-4175-8a4f-5cc52704288d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499365'] for network, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:13.392376 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-d5b7aee1-694a-4175-8a4f-5cc52704288d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for network, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:13.394588 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-d5b7aee1-694a-4175-8a4f-5cc52704288d admin admin] 10.222.0.39 "DELETE /v2.0/networks/de8cd239-01ca-46a9-80b2-263e5a97ad1d HTTP/1.1" status: 204 len: 168 time: 0.2732213 Aug 14 19:12:13.410644 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7aee1-694a-4175-8a4f-5cc52704288d admin admin] Pushing event deleted for resources: {'Network': ['ID=de8cd239-01ca-46a9-80b2-263e5a97ad1d,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:12:13.559912 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 38936) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:12:13.598247 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-438622e7-476f-43bf-ba72-2c86200e61c6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8e6362e98ec743738b3d8be8a7649e6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373874 Aug 14 19:12:13.600603 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 38938) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:12:13.648770 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-70d0511a-8f4b-49f7-8740-595eff9d851d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:13.669757 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-70d0511a-8f4b-49f7-8740-595eff9d851d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:13.716833 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-70d0511a-8f4b-49f7-8740-595eff9d851d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:13.720277 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-70d0511a-8f4b-49f7-8740-595eff9d851d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:13.721431 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-70d0511a-8f4b-49f7-8740-595eff9d851d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e4f41a60-b8a4-4d88-b7b4-666d52ee0caf HTTP/1.1" status: 204 len: 168 time: 0.1199586 Aug 14 19:12:13.730611 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0511a-8f4b-49f7-8740-595eff9d851d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f41a60-b8a4-4d88-b7b4-666d52ee0caf,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:12:14.961821 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 0023badd-b2b2-4653-9d18-4e671f55ad03 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:12:14.984179 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] No Port match for: 0023badd-b2b2-4653-9d18-4e671f55ad03 {{(pid=94118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 14 19:12:14.984460 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 0023badd-b2b2-4653-9d18-4e671f55ad03 not bound to the agent host hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 14 19:12:19.184186 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-2867218f-2efb-46a0-be18-c656a97bb57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:21.984938 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:22.525771 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-a82b9baf-1a36-43b5-ad2d-301f0656fc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:22.813000 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:22.994068 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 39054) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:12:23.098722 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-e15f04af-1a9d-4892-aa03-11fb089c15ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:23.187313 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-e15f04af-1a9d-4892-aa03-11fb089c15ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:23.191011 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-e15f04af-1a9d-4892-aa03-11fb089c15ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:23.230118 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-e15f04af-1a9d-4892-aa03-11fb089c15ad admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4a99b31e95074fc781e4a62bef329558&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2349427 Aug 14 19:12:23.232754 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f04af-1a9d-4892-aa03-11fb089c15ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1689a622-99b6-4535-aaa2-bd6fdc5fd4fc,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:12:23.234009 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 39058) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:12:23.282635 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-18bb4bab-eb69-4444-8c9d-9b3784021b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:23.306615 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-18bb4bab-eb69-4444-8c9d-9b3784021b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:23.350667 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-18bb4bab-eb69-4444-8c9d-9b3784021b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:23.353202 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-18bb4bab-eb69-4444-8c9d-9b3784021b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:23.354363 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-18bb4bab-eb69-4444-8c9d-9b3784021b0d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1689a622-99b6-4535-aaa2-bd6fdc5fd4fc HTTP/1.1" status: 204 len: 168 time: 0.1190593 Aug 14 19:12:23.362287 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb4bab-eb69-4444-8c9d-9b3784021b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1689a622-99b6-4535-aaa2-bd6fdc5fd4fc,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:12:23.369370 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb4bab-eb69-4444-8c9d-9b3784021b0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:12:23.369803 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb4bab-eb69-4444-8c9d-9b3784021b0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:12:23.370225 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb4bab-eb69-4444-8c9d-9b3784021b0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:12:23.370648 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb4bab-eb69-4444-8c9d-9b3784021b0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:12:23.371058 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb4bab-eb69-4444-8c9d-9b3784021b0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:12:23.371501 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb4bab-eb69-4444-8c9d-9b3784021b0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:12:23.372137 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb4bab-eb69-4444-8c9d-9b3784021b0d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:12:23.372544 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb4bab-eb69-4444-8c9d-9b3784021b0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:12:23.372880 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb4bab-eb69-4444-8c9d-9b3784021b0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:12:23.373211 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb4bab-eb69-4444-8c9d-9b3784021b0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:12:23.373539 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb4bab-eb69-4444-8c9d-9b3784021b0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:12:23.374118 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb4bab-eb69-4444-8c9d-9b3784021b0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:12:23.901528 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:25.228626 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:36.157573 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.agents_db [None req-d9ec6548-365a-4179-9791-d0bac427e43f None None] Agent healthcheck: found 6 active agents {{(pid=94119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 14 19:12:49.185362 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-a81bdc62-ee36-4af1-9a14-91b6592e4581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:52.015279 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:52.528642 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-91d3feff-21ef-4cd9-a2a4-c41029dc45a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:52.816065 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:53.902902 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:55.063603 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 39276) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:12:55.169258 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f077539f-bf84-4ecd-b607-c02d5dcdd1bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:55.232494 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:55.259590 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f077539f-bf84-4ecd-b607-c02d5dcdd1bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:55.264111 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f077539f-bf84-4ecd-b607-c02d5dcdd1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:55.302040 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-f077539f-bf84-4ecd-b607-c02d5dcdd1bf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fecb6fcf408c48678669f0f3e1e2cad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2373178 Aug 14 19:12:55.302984 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f077539f-bf84-4ecd-b607-c02d5dcdd1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89904545-8f2b-4205-8b89-c7b6b7b7edd2,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:12:55.305091 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 39280) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:12:55.353841 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-b8647f54-ff96-4eff-890d-ad473e4c645a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:55.375336 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-b8647f54-ff96-4eff-890d-ad473e4c645a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:55.420795 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-b8647f54-ff96-4eff-890d-ad473e4c645a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:55.423470 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-b8647f54-ff96-4eff-890d-ad473e4c645a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:55.424614 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-b8647f54-ff96-4eff-890d-ad473e4c645a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/89904545-8f2b-4205-8b89-c7b6b7b7edd2 HTTP/1.1" status: 204 len: 168 time: 0.1185446 Aug 14 19:12:55.432185 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8647f54-ff96-4eff-890d-ad473e4c645a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89904545-8f2b-4205-8b89-c7b6b7b7edd2,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:12:55.680723 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 39286) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:12:55.694247 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-26293a28-d348-4fc3-aec3-6b0b0047ed91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:55.781648 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-26293a28-d348-4fc3-aec3-6b0b0047ed91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:55.785457 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-26293a28-d348-4fc3-aec3-6b0b0047ed91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:55.823293 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-26293a28-d348-4fc3-aec3-6b0b0047ed91 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f2ed531f1104484fa7cd2acf499734b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1414931 Aug 14 19:12:55.824095 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26293a28-d348-4fc3-aec3-6b0b0047ed91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ba8e76-d8dd-4619-b657-ce547d6f01db,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:12:55.826166 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 39288) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:12:55.878083 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-1d22ffe6-c29f-40cc-9c5c-bce6526c356e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:55.898798 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-1d22ffe6-c29f-40cc-9c5c-bce6526c356e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:55.949081 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-1d22ffe6-c29f-40cc-9c5c-bce6526c356e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:55.952245 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-1d22ffe6-c29f-40cc-9c5c-bce6526c356e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:12:55.953429 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-1d22ffe6-c29f-40cc-9c5c-bce6526c356e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/32ba8e76-d8dd-4619-b657-ce547d6f01db HTTP/1.1" status: 204 len: 168 time: 0.1261351 Aug 14 19:12:55.961013 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d22ffe6-c29f-40cc-9c5c-bce6526c356e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ba8e76-d8dd-4619-b657-ce547d6f01db,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:13:04.897248 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 39376) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:13:04.999817 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a64c729e-c74e-49cc-b6c4-631eae80eb52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:05.091459 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a64c729e-c74e-49cc-b6c4-631eae80eb52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:05.095204 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a64c729e-c74e-49cc-b6c4-631eae80eb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:05.133806 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-a64c729e-c74e-49cc-b6c4-631eae80eb52 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4d2ac5063ce34e7d8e4f1f0f38d9838d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2354569 Aug 14 19:13:05.134700 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c729e-c74e-49cc-b6c4-631eae80eb52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e7842d-5975-4dc3-81e8-9e9e0dcb16af,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:13:05.138051 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 39380) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:13:05.190673 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-dfe01f48-96f3-43a6-a9b0-c325d10d565b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:05.211604 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-dfe01f48-96f3-43a6-a9b0-c325d10d565b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:05.256550 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-dfe01f48-96f3-43a6-a9b0-c325d10d565b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:05.259163 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-dfe01f48-96f3-43a6-a9b0-c325d10d565b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:05.260306 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-dfe01f48-96f3-43a6-a9b0-c325d10d565b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/27e7842d-5975-4dc3-81e8-9e9e0dcb16af HTTP/1.1" status: 204 len: 168 time: 0.1204834 Aug 14 19:13:05.269482 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe01f48-96f3-43a6-a9b0-c325d10d565b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e7842d-5975-4dc3-81e8-9e9e0dcb16af,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:13:05.515631 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 39386) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:13:05.528808 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-fcfab9c5-afc1-4d8e-974a-b9f1ca95436c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:05.615888 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-fcfab9c5-afc1-4d8e-974a-b9f1ca95436c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:05.619711 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-fcfab9c5-afc1-4d8e-974a-b9f1ca95436c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:05.657754 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-fcfab9c5-afc1-4d8e-974a-b9f1ca95436c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=410e3ace77e34ab29fa2e6bafb476e15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1410363 Aug 14 19:13:05.658650 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfab9c5-afc1-4d8e-974a-b9f1ca95436c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f70225c-faab-4f53-b1d3-c235d570df0a,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:13:05.660444 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 39388) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:13:05.708477 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-b38b63a5-1291-4fe0-8122-3f3be18cad01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:05.728901 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-b38b63a5-1291-4fe0-8122-3f3be18cad01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:05.775076 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-b38b63a5-1291-4fe0-8122-3f3be18cad01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:05.779096 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-b38b63a5-1291-4fe0-8122-3f3be18cad01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:05.780387 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-b38b63a5-1291-4fe0-8122-3f3be18cad01 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9f70225c-faab-4f53-b1d3-c235d570df0a HTTP/1.1" status: 204 len: 168 time: 0.1189108 Aug 14 19:13:05.789840 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b63a5-1291-4fe0-8122-3f3be18cad01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f70225c-faab-4f53-b1d3-c235d570df0a,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:13:13.156286 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.agents_db [None req-d9ec6548-365a-4179-9791-d0bac427e43f None None] Agent healthcheck: found 6 active agents {{(pid=94119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 14 19:13:19.187049 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-fc34d53a-54d3-4d81-94f0-268207a5bf36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:22.013387 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:22.530509 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-ab1172ef-67b9-4705-b52c-aac60df2af2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:22.815856 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:23.283550 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 39530) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:13:23.387760 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-63e131c8-a6ec-4404-bfa5-5c941febcae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:23.483984 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-63e131c8-a6ec-4404-bfa5-5c941febcae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:23.489696 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-63e131c8-a6ec-4404-bfa5-5c941febcae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:23.526476 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e131c8-a6ec-4404-bfa5-5c941febcae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f313935e-0073-4387-bb15-b965984cdff8,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:13:23.530462 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-63e131c8-a6ec-4404-bfa5-5c941febcae3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2172ebfd5aeb403f9bc2125bc55520a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2458680 Aug 14 19:13:23.533220 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 39534) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:13:23.536329 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e131c8-a6ec-4404-bfa5-5c941febcae3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:13:23.536684 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e131c8-a6ec-4404-bfa5-5c941febcae3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:13:23.537029 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e131c8-a6ec-4404-bfa5-5c941febcae3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:13:23.537368 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e131c8-a6ec-4404-bfa5-5c941febcae3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:13:23.537702 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e131c8-a6ec-4404-bfa5-5c941febcae3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:13:23.538036 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e131c8-a6ec-4404-bfa5-5c941febcae3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:13:23.538393 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e131c8-a6ec-4404-bfa5-5c941febcae3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:13:23.538724 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e131c8-a6ec-4404-bfa5-5c941febcae3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:13:23.539056 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e131c8-a6ec-4404-bfa5-5c941febcae3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:13:23.539380 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e131c8-a6ec-4404-bfa5-5c941febcae3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:13:23.539704 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e131c8-a6ec-4404-bfa5-5c941febcae3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:13:23.540029 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e131c8-a6ec-4404-bfa5-5c941febcae3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:13:23.586523 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-e31dc661-ddc1-4df6-9be8-03b01beee17c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:23.608393 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-e31dc661-ddc1-4df6-9be8-03b01beee17c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:23.654970 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-e31dc661-ddc1-4df6-9be8-03b01beee17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:23.657380 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-e31dc661-ddc1-4df6-9be8-03b01beee17c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:23.658612 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-e31dc661-ddc1-4df6-9be8-03b01beee17c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f313935e-0073-4387-bb15-b965984cdff8 HTTP/1.1" status: 204 len: 168 time: 0.1244180 Aug 14 19:13:23.666099 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31dc661-ddc1-4df6-9be8-03b01beee17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f313935e-0073-4387-bb15-b965984cdff8,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:13:23.674018 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31dc661-ddc1-4df6-9be8-03b01beee17c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:13:23.674400 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31dc661-ddc1-4df6-9be8-03b01beee17c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:13:23.674742 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31dc661-ddc1-4df6-9be8-03b01beee17c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:13:23.675076 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31dc661-ddc1-4df6-9be8-03b01beee17c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:13:23.675408 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31dc661-ddc1-4df6-9be8-03b01beee17c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:13:23.675740 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31dc661-ddc1-4df6-9be8-03b01beee17c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:13:23.676069 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31dc661-ddc1-4df6-9be8-03b01beee17c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:13:23.676401 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31dc661-ddc1-4df6-9be8-03b01beee17c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:13:23.676728 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31dc661-ddc1-4df6-9be8-03b01beee17c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:13:23.677051 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31dc661-ddc1-4df6-9be8-03b01beee17c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:13:23.677373 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31dc661-ddc1-4df6-9be8-03b01beee17c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:13:23.677700 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e31dc661-ddc1-4df6-9be8-03b01beee17c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:13:23.905816 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:25.236564 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:31.505576 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 39656) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:13:31.611513 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a362cdb9-b689-4123-8811-3fda1078e348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:31.701670 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a362cdb9-b689-4123-8811-3fda1078e348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:31.705128 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a362cdb9-b689-4123-8811-3fda1078e348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:31.743455 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-a362cdb9-b689-4123-8811-3fda1078e348 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d353d974528e456bb2983af97d7f76f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2368147 Aug 14 19:13:31.744393 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a362cdb9-b689-4123-8811-3fda1078e348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce00cd3-e2f7-4925-99ff-21565d8f225e,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:13:31.746143 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 39660) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:13:31.796608 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-eb7427d8-6afb-4c5e-a77c-da690816da69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:31.818328 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-eb7427d8-6afb-4c5e-a77c-da690816da69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:31.863799 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-eb7427d8-6afb-4c5e-a77c-da690816da69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:31.866460 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-eb7427d8-6afb-4c5e-a77c-da690816da69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:31.867623 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-eb7427d8-6afb-4c5e-a77c-da690816da69 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dce00cd3-e2f7-4925-99ff-21565d8f225e HTTP/1.1" status: 204 len: 168 time: 0.1201899 Aug 14 19:13:31.876683 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7427d8-6afb-4c5e-a77c-da690816da69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce00cd3-e2f7-4925-99ff-21565d8f225e,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:13:32.123446 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 39666) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:13:32.136872 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d0292808-851e-4f86-a52e-f92c6e612a2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:32.228621 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d0292808-851e-4f86-a52e-f92c6e612a2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:32.233267 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d0292808-851e-4f86-a52e-f92c6e612a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:32.271062 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-d0292808-851e-4f86-a52e-f92c6e612a2e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e527cd9f3a8044cdbb94e894fe7febd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1465435 Aug 14 19:13:32.271937 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0292808-851e-4f86-a52e-f92c6e612a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6f8c06-2134-403d-a7c5-a0371725994a,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:13:32.273856 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 39668) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:13:32.324938 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-5497be1b-e598-4ed0-b4c9-e4ad9e99e875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:32.346807 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-5497be1b-e598-4ed0-b4c9-e4ad9e99e875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:32.394956 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-5497be1b-e598-4ed0-b4c9-e4ad9e99e875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:32.397611 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-5497be1b-e598-4ed0-b4c9-e4ad9e99e875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:32.398782 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-5497be1b-e598-4ed0-b4c9-e4ad9e99e875 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0b6f8c06-2134-403d-a7c5-a0371725994a HTTP/1.1" status: 204 len: 168 time: 0.1239152 Aug 14 19:13:32.407429 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497be1b-e598-4ed0-b4c9-e4ad9e99e875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6f8c06-2134-403d-a7c5-a0371725994a,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:13:32.728680 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 39674) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:13:32.742527 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-26c62ba8-8628-4aa0-bf59-8de5047c147d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:32.840310 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-26c62ba8-8628-4aa0-bf59-8de5047c147d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:32.845201 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-26c62ba8-8628-4aa0-bf59-8de5047c147d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:32.885719 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-26c62ba8-8628-4aa0-bf59-8de5047c147d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5384364ead534cc8adca6ccc8a568729&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1559410 Aug 14 19:13:32.886458 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c62ba8-8628-4aa0-bf59-8de5047c147d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3c14a2-f2a5-44cf-974e-36a7ca96afa6,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:13:32.889252 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 39676) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:13:32.938735 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-fa507777-120a-4954-8605-e9124960dc47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:32.959822 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-fa507777-120a-4954-8605-e9124960dc47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:33.004371 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-fa507777-120a-4954-8605-e9124960dc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:33.006859 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-fa507777-120a-4954-8605-e9124960dc47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:33.007980 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-fa507777-120a-4954-8605-e9124960dc47 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9c3c14a2-f2a5-44cf-974e-36a7ca96afa6 HTTP/1.1" status: 204 len: 168 time: 0.1170928 Aug 14 19:13:33.016232 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa507777-120a-4954-8605-e9124960dc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3c14a2-f2a5-44cf-974e-36a7ca96afa6,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:13:49.189361 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8aeced9e-5929-4416-bb92-f1835e6647a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:50.156123 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.agents_db [None req-d9ec6548-365a-4179-9791-d0bac427e43f None None] Agent healthcheck: found 6 active agents {{(pid=94119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 14 19:13:52.035821 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:52.534851 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-c7370b7c-6cca-41f5-93cc-439ef27a371f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:52.817670 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:53.907681 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:55.239287 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:13:55.960534 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e490e5a4-09b9-49d5-a000-6a2ce7452baf req-44d92ea8-5131-4bd2-866b-e06c7b17786d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c0df2d16-d089-47cd-adee-269d335613b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1328382 Aug 14 19:13:56.044743 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490e5a4-09b9-49d5-a000-6a2ce7452baf req-66fb6706-73d4-4e92-a08e-d32bc27d7208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:13:56.046741 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e490e5a4-09b9-49d5-a000-6a2ce7452baf req-66fb6706-73d4-4e92-a08e-d32bc27d7208 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05a353e35c374c759a6f9c0404b0674e&device_id=c0df2d16-d089-47cd-adee-269d335613b3 HTTP/1.1" status: 200 len: 1099 time: 0.0430274 Aug 14 19:13:56.150797 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490e5a4-09b9-49d5-a000-6a2ce7452baf req-c111f1c1-bbc6-4ed7-9856-3b3018c79414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:13:56.152258 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e490e5a4-09b9-49d5-a000-6a2ce7452baf req-c111f1c1-bbc6-4ed7-9856-3b3018c79414 service neutron] 10.222.0.24 "GET /v2.0/networks?id=50d7b873-7555-4a5b-94d5-d2359dbb2d35 HTTP/1.1" status: 200 len: 913 time: 0.0851133 Aug 14 19:13:56.227674 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e490e5a4-09b9-49d5-a000-6a2ce7452baf req-7a9f2fa6-142b-4499-9f5d-6c140acce33f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e1420e8-8dc3-41d1-a75e-17b620b98a5c HTTP/1.1" status: 200 len: 1002 time: 0.0661867 Aug 14 19:13:56.282543 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490e5a4-09b9-49d5-a000-6a2ce7452baf req-daab88ef-06af-488a-a4ab-eeb0991a10dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:13:56.284121 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e490e5a4-09b9-49d5-a000-6a2ce7452baf req-daab88ef-06af-488a-a4ab-eeb0991a10dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f5b8f645-8996-4e63-8b39-2a949795aaf3 HTTP/1.1" status: 200 len: 851 time: 0.0495982 Aug 14 19:13:56.332118 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490e5a4-09b9-49d5-a000-6a2ce7452baf req-5f30b248-2dd4-49db-b90e-f584b3ffeea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:13:56.333618 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e490e5a4-09b9-49d5-a000-6a2ce7452baf req-5f30b248-2dd4-49db-b90e-f584b3ffeea0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50d7b873-7555-4a5b-94d5-d2359dbb2d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419009 Aug 14 19:13:56.345266 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [req-e490e5a4-09b9-49d5-a000-6a2ce7452baf req-42adfac6-bbc8-48d6-b64f-4525ab802ede service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 14 19:13:56.346776 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e490e5a4-09b9-49d5-a000-6a2ce7452baf req-42adfac6-bbc8-48d6-b64f-4525ab802ede service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057106 Aug 14 19:13:56.442387 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e490e5a4-09b9-49d5-a000-6a2ce7452baf req-ac551765-e1a8-470e-b998-873d36490ecd service neutron] 10.222.0.24 "GET /v2.0/networks/50d7b873-7555-4a5b-94d5-d2359dbb2d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874667 Aug 14 19:13:56.536176 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e490e5a4-09b9-49d5-a000-6a2ce7452baf req-9d43bb45-63c8-47cd-86ca-0d119edc6b07 service neutron] 10.222.0.24 "GET /v2.0/networks/50d7b873-7555-4a5b-94d5-d2359dbb2d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858335 Aug 14 19:14:09.931141 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 39952) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:14:10.037088 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-fb09b730-9409-4e50-8155-b2575e051001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:10.124988 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-fb09b730-9409-4e50-8155-b2575e051001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:10.128771 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-fb09b730-9409-4e50-8155-b2575e051001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:10.166429 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-fb09b730-9409-4e50-8155-b2575e051001 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4ece684ebf76401dbe9b0c12a9c035c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341168 Aug 14 19:14:10.167113 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09b730-9409-4e50-8155-b2575e051001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7175b9-8f2d-4d38-9f73-29ebc68ffd11,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:14:10.171018 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 39956) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:14:10.219752 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-1913ba88-9ef7-4648-b995-0e69408b4184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:10.241568 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-1913ba88-9ef7-4648-b995-0e69408b4184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:10.288743 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-1913ba88-9ef7-4648-b995-0e69408b4184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:10.291440 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-1913ba88-9ef7-4648-b995-0e69408b4184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:10.292571 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-1913ba88-9ef7-4648-b995-0e69408b4184 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9e7175b9-8f2d-4d38-9f73-29ebc68ffd11 HTTP/1.1" status: 204 len: 168 time: 0.1202290 Aug 14 19:14:10.300634 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913ba88-9ef7-4648-b995-0e69408b4184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7175b9-8f2d-4d38-9f73-29ebc68ffd11,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:14:13.803400 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb106c-7e5c-481c-a6f1-e2c74804bbd0 req-a98343a2-a5e3-4468-960c-1408189593be tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:14:13.804884 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-f8fb106c-7e5c-481c-a6f1-e2c74804bbd0 req-a98343a2-a5e3-4468-960c-1408189593be tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0df2d16-d089-47cd-adee-269d335613b3 HTTP/1.1" status: 200 len: 946 time: 0.1960704 Aug 14 19:14:13.842694 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-f8fb106c-7e5c-481c-a6f1-e2c74804bbd0 req-33be34fd-36c5-4590-a0eb-70e93269167c tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/security-groups?id=b274cc83-1509-4cc0-a2a7-3ddf031e5926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318415 Aug 14 19:14:15.031839 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a20025-78c4-4cd0-af03-5274355d3b5c req-3c7972ae-3068-4a94-8020-da1a18c70ba6 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:14:15.033294 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-90a20025-78c4-4cd0-af03-5274355d3b5c req-3c7972ae-3068-4a94-8020-da1a18c70ba6 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0df2d16-d089-47cd-adee-269d335613b3 HTTP/1.1" status: 200 len: 946 time: 0.1067796 Aug 14 19:14:15.072241 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-90a20025-78c4-4cd0-af03-5274355d3b5c req-f50306ef-2457-4d1f-a933-e9456ead5074 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/security-groups?id=b274cc83-1509-4cc0-a2a7-3ddf031e5926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329564 Aug 14 19:14:15.129329 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0e2e2-5448-415b-8583-315e0bfab6e5 req-21bad663-e5ed-4990-b921-c17263579f15 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:14:15.130719 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ecc0e2e2-5448-415b-8583-315e0bfab6e5 req-21bad663-e5ed-4990-b921-c17263579f15 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0df2d16-d089-47cd-adee-269d335613b3 HTTP/1.1" status: 200 len: 946 time: 0.0496991 Aug 14 19:14:15.220464 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [req-ecc0e2e2-5448-415b-8583-315e0bfab6e5 req-4574c371-7418-49c5-9e0c-a0d00e209a7c tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Deleting port 7e1420e8-8dc3-41d1-a75e-17b620b98a5c {{(pid=94117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:14:15.220804 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-ecc0e2e2-5448-415b-8583-315e0bfab6e5 req-4574c371-7418-49c5-9e0c-a0d00e209a7c tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:15.309011 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [req-ecc0e2e2-5448-415b-8583-315e0bfab6e5 req-4574c371-7418-49c5-9e0c-a0d00e209a7c tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] For port 7e1420e8-8dc3-41d1-a75e-17b620b98a5c, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=7e1420e8-8dc3-41d1-a75e-17b620b98a5c,segment=NetworkSegment(2800a48d-5c13-48c5-b13b-b2b7f3ec26bd),segment_id=2800a48d-5c13-48c5-b13b-b2b7f3ec26bd)] {{(pid=94117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:14:15.309376 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-ecc0e2e2-5448-415b-8583-315e0bfab6e5 req-4574c371-7418-49c5-9e0c-a0d00e209a7c tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:15.523007 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-ecc0e2e2-5448-415b-8583-315e0bfab6e5 req-4574c371-7418-49c5-9e0c-a0d00e209a7c tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:15.523295 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-ecc0e2e2-5448-415b-8583-315e0bfab6e5 req-4574c371-7418-49c5-9e0c-a0d00e209a7c tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499347'] for floatingip, after_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:15.523608 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.db.l3_db [req-ecc0e2e2-5448-415b-8583-315e0bfab6e5 req-4574c371-7418-49c5-9e0c-a0d00e209a7c tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Floating IP d85c30d0-f80f-4b7f-9301-423ca614d955 disassociated. External IP: 172.27.2.199, port: 7e1420e8-8dc3-41d1-a75e-17b620b98a5c. Aug 14 19:14:15.523949 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [req-ecc0e2e2-5448-415b-8583-315e0bfab6e5 req-4574c371-7418-49c5-9e0c-a0d00e209a7c tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Calling delete_port for 7e1420e8-8dc3-41d1-a75e-17b620b98a5c owned by compute:nova {{(pid=94117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:14:15.652427 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-ecc0e2e2-5448-415b-8583-315e0bfab6e5 req-4574c371-7418-49c5-9e0c-a0d00e209a7c tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25274135'] for port, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:15.680534 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4574c371-7418-49c5-9e0c-a0d00e209a7c tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Pushing event deleted for resources: {'Port': ['ID=7e1420e8-8dc3-41d1-a75e-17b620b98a5c,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:14:15.795328 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecc0e2e2-5448-415b-8583-315e0bfab6e5 req-4574c371-7418-49c5-9e0c-a0d00e209a7c tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Router 852a278e-8f3f-42e9-894f-a73cdcc3aff9 has already been hosted by L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 {{(pid=94117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 14 19:14:15.901600 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecc0e2e2-5448-415b-8583-315e0bfab6e5 req-4574c371-7418-49c5-9e0c-a0d00e209a7c tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 19:14:15.913287 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccaeabf-eb3d-456b-94cc-1184c173162a None None] Sync routers for ids ['852a278e-8f3f-42e9-894f-a73cdcc3aff9'] in dv-cinder-804581-2-iscsi {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 19:14:15.922068 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccaeabf-eb3d-456b-94cc-1184c173162a None None] Routers {'852a278e-8f3f-42e9-894f-a73cdcc3aff9'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:14:15.922712 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-4ccaeabf-eb3d-456b-94cc-1184c173162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:13:53Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['852a278e-8f3f-42e9-894f-a73cdcc3aff9'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:14:15.941066 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc0e2e2-5448-415b-8583-315e0bfab6e5 req-4574c371-7418-49c5-9e0c-a0d00e209a7c tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] No DVR routers for this DVR port 7e1420e8-8dc3-41d1-a75e-17b620b98a5c on host hv-cinder-80458 {{(pid=94117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 14 19:14:15.943791 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-ecc0e2e2-5448-415b-8583-315e0bfab6e5 req-4574c371-7418-49c5-9e0c-a0d00e209a7c tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:15.945877 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ecc0e2e2-5448-415b-8583-315e0bfab6e5 req-4574c371-7418-49c5-9e0c-a0d00e209a7c tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.24 "DELETE /v2.0/ports/7e1420e8-8dc3-41d1-a75e-17b620b98a5c HTTP/1.1" status: 204 len: 173 time: 0.8090405 Aug 14 19:14:15.946345 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0df2d16-d089-47cd-adee-269d335613b3', 'name': 'network-vif-deleted', 'tag': '7e1420e8-8dc3-41d1-a75e-17b620b98a5c'}] {{(pid=94117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:14:15.948649 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ea8273f875cf68671556eb39bbac10e5cf2532cbac2204340d4cc673a0511b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40bbfc6c-f193-4517-93f9-a7e3fa0ce0e5" -d '{"events": [{"server_uuid": "c0df2d16-d089-47cd-adee-269d335613b3", "name": "network-vif-deleted", "tag": "7e1420e8-8dc3-41d1-a75e-17b620b98a5c"}]}' {{(pid=94117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:14:15.990828 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230df30c-8793-4732-ba07-757722bacae3 x-openstack-request-id: req-230df30c-8793-4732-ba07-757722bacae3 {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:14:15.991123 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0df2d16-d089-47cd-adee-269d335613b3", "name": "network-vif-deleted", "tag": "7e1420e8-8dc3-41d1-a75e-17b620b98a5c", "status": "completed", "code": 200}]} {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:14:15.991380 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-230df30c-8793-4732-ba07-757722bacae3 {{(pid=94117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:14:15.991834 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0df2d16-d089-47cd-adee-269d335613b3', 'name': 'network-vif-deleted', 'tag': '7e1420e8-8dc3-41d1-a75e-17b620b98a5c', 'status': 'completed', 'code': 200} Aug 14 19:14:16.035197 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-4ccaeabf-eb3d-456b-94cc-1184c173162a None None] Set router 852a278e-8f3f-42e9-894f-a73cdcc3aff9 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:14:16.178861 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-9f16b1a8-fa75-49bb-916c-ae91af9db421 req-1d7a6b81-8583-47c9-846b-80ed80d05cb2 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0df2d16-d089-47cd-adee-269d335613b3 HTTP/1.1" status: 200 len: 210 time: 0.0304873 Aug 14 19:14:16.245595 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-4ccaeabf-eb3d-456b-94cc-1184c173162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'name': 'tempest-TestVolumeBootPattern-2067312092-router', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:11:21Z', 'updated_at': '2021-08-14T19:11:24Z', 'revision_number': 4, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'gw_port': {'id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:22Z', 'updated_at': '2021-08-14T19:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': '8561765b-e1d5-4976-b58e-da499d464378', 'name': '', 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'mac_address': 'fa:16:3e:6f:55:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:24Z', 'updated_at': '2021-08-14T19:11:30Z', 'revision_number': 5, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'subnets': [{'id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:14:16.279256 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccaeabf-eb3d-456b-94cc-1184c173162a None None] Checking router: 852a278e-8f3f-42e9-894f-a73cdcc3aff9 for host: dv-cinder-804581-2-iscsi {{(pid=94118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 19:14:16.287776 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccaeabf-eb3d-456b-94cc-1184c173162a None None] Routers {'852a278e-8f3f-42e9-894f-a73cdcc3aff9'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:14:16.288396 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-4ccaeabf-eb3d-456b-94cc-1184c173162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:13:53Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['852a278e-8f3f-42e9-894f-a73cdcc3aff9'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:14:16.393327 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-4ccaeabf-eb3d-456b-94cc-1184c173162a None None] Set router 852a278e-8f3f-42e9-894f-a73cdcc3aff9 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:14:16.591237 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-4ccaeabf-eb3d-456b-94cc-1184c173162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'name': 'tempest-TestVolumeBootPattern-2067312092-router', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:11:21Z', 'updated_at': '2021-08-14T19:11:24Z', 'revision_number': 4, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'gw_port': {'id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:22Z', 'updated_at': '2021-08-14T19:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': '8561765b-e1d5-4976-b58e-da499d464378', 'name': '', 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'mac_address': 'fa:16:3e:6f:55:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:24Z', 'updated_at': '2021-08-14T19:11:30Z', 'revision_number': 5, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'subnets': [{'id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:14:16.619670 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccaeabf-eb3d-456b-94cc-1184c173162a None None] The sync data for ids ['852a278e-8f3f-42e9-894f-a73cdcc3aff9'] in dv-cinder-804581-2-iscsi is: [{'id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'name': 'tempest-TestVolumeBootPattern-2067312092-router', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:11:21Z', 'updated_at': '2021-08-14T19:11:24Z', 'revision_number': 4, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'gw_port': {'id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:22Z', 'updated_at': '2021-08-14T19:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': '8561765b-e1d5-4976-b58e-da499d464378', 'name': '', 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'mac_address': 'fa:16:3e:6f:55:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:24Z', 'updated_at': '2021-08-14T19:11:30Z', 'revision_number': 5, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'subnets': [{'id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 19:14:16.843737 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15037c46-2252-411c-9179-4988fbcd63f8 None None] New status for floating IP d85c30d0-f80f-4b7f-9301-423ca614d955: DOWN {{(pid=94119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 14 19:14:17.425952 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-59a79f95-b122-4803-8bc7-e4934fb2d933 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-813841647&fields=id&tenant_id=05a353e35c374c759a6f9c0404b0674e HTTP/1.1" status: 200 len: 267 time: 0.0324874 Aug 14 19:14:17.498611 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 7e1420e8-8dc3-41d1-a75e-17b620b98a5c no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:14:17.522323 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] No Port match for: 7e1420e8-8dc3-41d1-a75e-17b620b98a5c {{(pid=94118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 14 19:14:17.522676 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 7e1420e8-8dc3-41d1-a75e-17b620b98a5c not bound to the agent host hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 14 19:14:17.538479 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-9146a4aa-4fd4-45ca-98ab-c13ab3db5008 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:14:17.539939 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-9146a4aa-4fd4-45ca-98ab-c13ab3db5008 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/networks?id=50d7b873-7555-4a5b-94d5-d2359dbb2d35 HTTP/1.1" status: 200 len: 812 time: 0.1075385 Aug 14 19:14:17.554858 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-336161c4-e1c1-4bd5-9cc0-7aafc95e996b tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/quotas/05a353e35c374c759a6f9c0404b0674e HTTP/1.1" status: 200 len: 375 time: 0.0089736 Aug 14 19:14:17.607408 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-aee80c51-160e-4d92-a4f5-948fbed3c553 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=05a353e35c374c759a6f9c0404b0674e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469508 Aug 14 19:14:17.622882 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-95065a74-9811-4b9b-b606-7a53de904a6a service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=94117) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 14 19:14:17.623835 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-95065a74-9811-4b9b-b606-7a53de904a6a service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057931 Aug 14 19:14:17.714096 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-da998928-80ef-432e-9c4b-da4eb72383ef service neutron] 10.222.0.39 "GET /v2.0/networks/50d7b873-7555-4a5b-94d5-d2359dbb2d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848055 Aug 14 19:14:17.802872 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-549f4061-f44e-46cf-8de6-53704bfc141a service neutron] 10.222.0.39 "GET /v2.0/networks/50d7b873-7555-4a5b-94d5-d2359dbb2d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823646 Aug 14 19:14:18.081433 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-00db8455-1f24-45f1-9091-763f96540e9d req-48c6b5f4-582b-43a9-bf20-3bb708ab2049 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=995b3210-c9c8-46fc-be69-7bbc7a7ff7fd HTTP/1.1" status: 200 len: 210 time: 0.0267594 Aug 14 19:14:19.134936 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-c92af47f-0003-4905-bf2f-edc2f8b3a76e tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:14:19.136568 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-c92af47f-0003-4905-bf2f-edc2f8b3a76e tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.24 "GET /v2.0/networks?id=50d7b873-7555-4a5b-94d5-d2359dbb2d35 HTTP/1.1" status: 200 len: 812 time: 0.1124279 Aug 14 19:14:19.194377 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-09757cbc-1bae-40bd-8a6e-b10dfb9a2ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:19.446830 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-33674ddf-eda4-4a12-bbfe-e10c05a5aedf req-e1ad5328-6272-4d98-a947-333f7be0534c tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=995b3210-c9c8-46fc-be69-7bbc7a7ff7fd HTTP/1.1" status: 200 len: 210 time: 0.2942715 Aug 14 19:14:19.456983 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-e444089d-add7-4dfb-a8a6-d3c7a3b54590 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05a353e35c374c759a6f9c0404b0674e HTTP/1.1" status: 200 len: 379 time: 0.3113322 Aug 14 19:14:19.467232 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-93297bd6-0c0e-42cb-85c9-18f6c757c6cb tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Request body: {'port': {'device_id': '995b3210-c9c8-46fc-be69-7bbc7a7ff7fd', 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'admin_state_up': True, 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'security_groups': ['b274cc83-1509-4cc0-a2a7-3ddf031e5926']}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:14:19.578902 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-93297bd6-0c0e-42cb-85c9-18f6c757c6cb tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Made reservation on behalf of 05a353e35c374c759a6f9c0404b0674e for: {'port': 1} {{(pid=94117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:14:19.582999 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-93297bd6-0c0e-42cb-85c9-18f6c757c6cb tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:19.710710 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.db_base_plugin_common [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-93297bd6-0c0e-42cb-85c9-18f6c757c6cb tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Allocated IP 172.20.0.8 (50d7b873-7555-4a5b-94d5-d2359dbb2d35/f5b8f645-8996-4e63-8b39-2a949795aaf3/e03f38f7-528d-4deb-b10b-aa3ff7ca5385) {{(pid=94117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:14:19.853559 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-93297bd6-0c0e-42cb-85c9-18f6c757c6cb tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks [] for port, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:19.868493 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.provisioning_blocks [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-93297bd6-0c0e-42cb-85c9-18f6c757c6cb tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Transition to ACTIVE for port object e03f38f7-528d-4deb-b10b-aa3ff7ca5385 will not be triggered until provisioned by entity DHCP. {{(pid=94117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:14:19.901079 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-93297bd6-0c0e-42cb-85c9-18f6c757c6cb tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25274135'] for port, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:19.943088 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-93297bd6-0c0e-42cb-85c9-18f6c757c6cb tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Network 50d7b873-7555-4a5b-94d5-d2359dbb2d35 is already hosted by enough agents. {{(pid=94117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:14:19.948122 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.base_scheduler [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-93297bd6-0c0e-42cb-85c9-18f6c757c6cb tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Resources bound (agent type, host, resource id): {{(pid=94117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:14:19.951826 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-93297bd6-0c0e-42cb-85c9-18f6c757c6cb tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Received port after_create {{(pid=94117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:14:19.958241 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93297bd6-0c0e-42cb-85c9-18f6c757c6cb tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Pushing event updated for resources: {'Port': ['ID=e03f38f7-528d-4deb-b10b-aa3ff7ca5385,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:14:20.005373 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-93297bd6-0c0e-42cb-85c9-18f6c757c6cb tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:14:20.006317 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-93297bd6-0c0e-42cb-85c9-18f6c757c6cb tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:20.021553 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-93297bd6-0c0e-42cb-85c9-18f6c757c6cb tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5583346 Aug 14 19:14:20.034644 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-3b27c69b-a84b-46cf-ac9a-7c9941aaa098 service neutron] Request body: {'port': {'device_id': '995b3210-c9c8-46fc-be69-7bbc7a7ff7fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:14:20.095143 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-3b27c69b-a84b-46cf-ac9a-7c9941aaa098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:20.137586 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-77769e26-cfbc-4d59-a913-422163ee310c None None] Provisioning for port e03f38f7-528d-4deb-b10b-aa3ff7ca5385 completed by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:14:20.141504 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-77769e26-cfbc-4d59-a913-422163ee310c None None] Provisioning complete for port e03f38f7-528d-4deb-b10b-aa3ff7ca5385 triggered by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:14:20.141879 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-77769e26-cfbc-4d59-a913-422163ee310c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:20.176387 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-77769e26-cfbc-4d59-a913-422163ee310c None None] Port e03f38f7-528d-4deb-b10b-aa3ff7ca5385 cannot update to ACTIVE because it is not bound. {{(pid=94118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 14 19:14:20.356219 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.notifiers.nova [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-3b27c69b-a84b-46cf-ac9a-7c9941aaa098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e03f38f7-528d-4deb-b10b-aa3ff7ca5385 {{(pid=94117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:14:20.363723 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-3b27c69b-a84b-46cf-ac9a-7c9941aaa098 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:20.376097 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.provisioning_blocks [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-3b27c69b-a84b-46cf-ac9a-7c9941aaa098 service neutron] Transition to ACTIVE for port object e03f38f7-528d-4deb-b10b-aa3ff7ca5385 will not be triggered until provisioned by entity L2. {{(pid=94117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:14:20.378949 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-3b27c69b-a84b-46cf-ac9a-7c9941aaa098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25274142'] for port, after_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:20.427105 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27c69b-a84b-46cf-ac9a-7c9941aaa098 service neutron] Pushing event updated for resources: {'Port': ['ID=e03f38f7-528d-4deb-b10b-aa3ff7ca5385,revision_number=2']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:14:20.504244 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.managers [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-3b27c69b-a84b-46cf-ac9a-7c9941aaa098 service neutron] Attempting to bind port e03f38f7-528d-4deb-b10b-aa3ff7ca5385 on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:14:20.504612 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.managers [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-3b27c69b-a84b-46cf-ac9a-7c9941aaa098 service neutron] Attempting to bind port e03f38f7-528d-4deb-b10b-aa3ff7ca5385 by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': '2800a48d-5c13-48c5-b13b-b2b7f3ec26bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35'}] {{(pid=94117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:14:20.504919 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-3b27c69b-a84b-46cf-ac9a-7c9941aaa098 service neutron] Attempting to bind port e03f38f7-528d-4deb-b10b-aa3ff7ca5385 on network 50d7b873-7555-4a5b-94d5-d2359dbb2d35 {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:14:20.509518 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-3b27c69b-a84b-46cf-ac9a-7c9941aaa098 service neutron] Port e03f38f7-528d-4deb-b10b-aa3ff7ca5385 on network 50d7b873-7555-4a5b-94d5-d2359dbb2d35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 14 19:14:20.509876 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-3b27c69b-a84b-46cf-ac9a-7c9941aaa098 service neutron] Attempting to bind port e03f38f7-528d-4deb-b10b-aa3ff7ca5385 on network 50d7b873-7555-4a5b-94d5-d2359dbb2d35 {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:14:20.515843 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-3b27c69b-a84b-46cf-ac9a-7c9941aaa098 service neutron] Checking agent: {'id': '7eaedc20-6d95-47b4-8617-1798feafd334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 19, 1, 52), 'started_at': datetime.datetime(2021, 8, 14, 19, 1, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:14:20.516241 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-3b27c69b-a84b-46cf-ac9a-7c9941aaa098 service neutron] Checking segment: {'id': '2800a48d-5c13-48c5-b13b-b2b7f3ec26bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:14:20.516569 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-3b27c69b-a84b-46cf-ac9a-7c9941aaa098 service neutron] Bound using segment: {'id': '2800a48d-5c13-48c5-b13b-b2b7f3ec26bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35'} {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:14:20.517008 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.managers [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-3b27c69b-a84b-46cf-ac9a-7c9941aaa098 service neutron] Bound port: e03f38f7-528d-4deb-b10b-aa3ff7ca5385, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2800a48d-5c13-48c5-b13b-b2b7f3ec26bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35'}}] {{(pid=94117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:14:20.517373 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-3b27c69b-a84b-46cf-ac9a-7c9941aaa098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:20.569586 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6d2c2-a663-436b-a0fe-a26eca4b170a req-d93cf3e4-a06a-4d7e-8eb3-b42ccb330a49 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:14:20.571175 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-7bb6d2c2-a663-436b-a0fe-a26eca4b170a req-d93cf3e4-a06a-4d7e-8eb3-b42ccb330a49 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=995b3210-c9c8-46fc-be69-7bbc7a7ff7fd HTTP/1.1" status: 200 len: 943 time: 0.0522408 Aug 14 19:14:20.594398 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-3b27c69b-a84b-46cf-ac9a-7c9941aaa098 service neutron] For port e03f38f7-528d-4deb-b10b-aa3ff7ca5385, host hv-cinder-80458, cleared binding levels {{(pid=94117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:14:20.597656 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-3b27c69b-a84b-46cf-ac9a-7c9941aaa098 service neutron] For port e03f38f7-528d-4deb-b10b-aa3ff7ca5385, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=e03f38f7-528d-4deb-b10b-aa3ff7ca5385,segment=NetworkSegment(2800a48d-5c13-48c5-b13b-b2b7f3ec26bd),segment_id=2800a48d-5c13-48c5-b13b-b2b7f3ec26bd)] {{(pid=94117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:14:20.603673 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-3b27c69b-a84b-46cf-ac9a-7c9941aaa098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25274142'] for port, after_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:20.616476 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-7bb6d2c2-a663-436b-a0fe-a26eca4b170a req-403cc5a2-9e49-496e-a8da-fdab51148143 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/security-groups?id=b274cc83-1509-4cc0-a2a7-3ddf031e5926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376165 Aug 14 19:14:20.638689 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-3b27c69b-a84b-46cf-ac9a-7c9941aaa098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:14:20.639305 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-3b27c69b-a84b-46cf-ac9a-7c9941aaa098 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:20.640727 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-3b27c69b-a84b-46cf-ac9a-7c9941aaa098 service neutron] 10.222.0.24 "PUT /v2.0/ports/e03f38f7-528d-4deb-b10b-aa3ff7ca5385 HTTP/1.1" status: 200 len: 1093 time: 0.6103451 Aug 14 19:14:20.641104 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '995b3210-c9c8-46fc-be69-7bbc7a7ff7fd', 'tag': 'e03f38f7-528d-4deb-b10b-aa3ff7ca5385'}] {{(pid=94117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:14:20.643425 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ea8273f875cf68671556eb39bbac10e5cf2532cbac2204340d4cc673a0511b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4316e6-88a1-410c-900f-fb45e220fd52" -d '{"events": [{"name": "network-changed", "server_uuid": "995b3210-c9c8-46fc-be69-7bbc7a7ff7fd", "tag": "e03f38f7-528d-4deb-b10b-aa3ff7ca5385"}]}' {{(pid=94117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:14:20.668992 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27c69b-a84b-46cf-ac9a-7c9941aaa098 service neutron] Pushing event updated for resources: {'Port': ['ID=e03f38f7-528d-4deb-b10b-aa3ff7ca5385,revision_number=3']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:14:20.687345 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 Aug 2021 19:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37b735b-c5d6-4523-a116-a000ee224165 x-openstack-request-id: req-b37b735b-c5d6-4523-a116-a000ee224165 {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:14:20.687632 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "995b3210-c9c8-46fc-be69-7bbc7a7ff7fd", "tag": "e03f38f7-528d-4deb-b10b-aa3ff7ca5385", "status": "completed", "code": 200}]} {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:14:20.687881 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b37b735b-c5d6-4523-a116-a000ee224165 {{(pid=94117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:14:20.688277 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '995b3210-c9c8-46fc-be69-7bbc7a7ff7fd', 'tag': 'e03f38f7-528d-4deb-b10b-aa3ff7ca5385', 'status': 'completed', 'code': 200} Aug 14 19:14:20.740743 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-9acf3622-53f4-4934-8bed-7431b6cab39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:14:20.742309 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-9acf3622-53f4-4934-8bed-7431b6cab39f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05a353e35c374c759a6f9c0404b0674e&device_id=995b3210-c9c8-46fc-be69-7bbc7a7ff7fd HTTP/1.1" status: 200 len: 1096 time: 0.0469985 Aug 14 19:14:20.786290 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-e08c4607-9e3c-46a1-8702-56388c8b1291 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e03f38f7-528d-4deb-b10b-aa3ff7ca5385 HTTP/1.1" status: 200 len: 217 time: 0.0354574 Aug 14 19:14:20.838083 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-d71fcf94-5ff4-491c-aa94-b391774f1df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:14:20.839602 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-d71fcf94-5ff4-491c-aa94-b391774f1df0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f5b8f645-8996-4e63-8b39-2a949795aaf3 HTTP/1.1" status: 200 len: 851 time: 0.0461714 Aug 14 19:14:20.889467 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-6f109844-b758-450f-800e-c6922e6959fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:14:20.890907 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-6f109844-b758-450f-800e-c6922e6959fb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50d7b873-7555-4a5b-94d5-d2359dbb2d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445714 Aug 14 19:14:20.978535 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-9ded4d8e-9ee0-458b-b3ce-3662adfcd282 service neutron] 10.222.0.24 "GET /v2.0/networks/50d7b873-7555-4a5b-94d5-d2359dbb2d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799124 Aug 14 19:14:21.069927 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c1a99fb9-55e7-4ee3-99b6-6a18b7f85320 req-72892bb0-9b92-410f-bb0c-03b5d707a83d service neutron] 10.222.0.24 "GET /v2.0/networks/50d7b873-7555-4a5b-94d5-d2359dbb2d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847642 Aug 14 19:14:21.157923 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4316e6-88a1-410c-900f-fb45e220fd52 req-f8eff4b6-e675-48fe-aa72-1ea90166dcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:14:21.159362 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-eb4316e6-88a1-410c-900f-fb45e220fd52 req-f8eff4b6-e675-48fe-aa72-1ea90166dcc6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05a353e35c374c759a6f9c0404b0674e&device_id=995b3210-c9c8-46fc-be69-7bbc7a7ff7fd HTTP/1.1" status: 200 len: 1096 time: 0.0423913 Aug 14 19:14:21.248108 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4316e6-88a1-410c-900f-fb45e220fd52 req-9a8ead2e-1b2f-4175-ab27-4c2a653ce34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:14:21.249553 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-eb4316e6-88a1-410c-900f-fb45e220fd52 req-9a8ead2e-1b2f-4175-ab27-4c2a653ce34c service neutron] 10.222.0.24 "GET /v2.0/networks?id=50d7b873-7555-4a5b-94d5-d2359dbb2d35 HTTP/1.1" status: 200 len: 913 time: 0.0826323 Aug 14 19:14:21.295736 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-eb4316e6-88a1-410c-900f-fb45e220fd52 req-9b545f6f-9844-4b29-b384-39b34a4dc435 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e03f38f7-528d-4deb-b10b-aa3ff7ca5385 HTTP/1.1" status: 200 len: 217 time: 0.0361474 Aug 14 19:14:21.343686 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4316e6-88a1-410c-900f-fb45e220fd52 req-cb0754d1-a232-4b92-bf98-cce005df06cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:14:21.345079 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-eb4316e6-88a1-410c-900f-fb45e220fd52 req-cb0754d1-a232-4b92-bf98-cce005df06cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f5b8f645-8996-4e63-8b39-2a949795aaf3 HTTP/1.1" status: 200 len: 851 time: 0.0425901 Aug 14 19:14:21.389473 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4316e6-88a1-410c-900f-fb45e220fd52 req-679f634d-55d7-4693-844f-33d206861bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:14:21.390982 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-eb4316e6-88a1-410c-900f-fb45e220fd52 req-679f634d-55d7-4693-844f-33d206861bad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50d7b873-7555-4a5b-94d5-d2359dbb2d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396395 Aug 14 19:14:21.487099 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-eb4316e6-88a1-410c-900f-fb45e220fd52 req-896e24b8-f4be-47c8-8f8a-2b1d3ea999bf service neutron] 10.222.0.24 "GET /v2.0/networks/50d7b873-7555-4a5b-94d5-d2359dbb2d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889423 Aug 14 19:14:21.577056 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-eb4316e6-88a1-410c-900f-fb45e220fd52 req-eab655cf-7c5b-45e1-a09a-2638b18f5b0f service neutron] 10.222.0.24 "GET /v2.0/networks/50d7b873-7555-4a5b-94d5-d2359dbb2d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824616 Aug 14 19:14:21.735799 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6baccee-76d3-441a-bddf-c04259e81981 req-c17b7170-a4ce-4099-a218-f531c1ca5a91 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:14:21.737141 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-f6baccee-76d3-441a-bddf-c04259e81981 req-c17b7170-a4ce-4099-a218-f531c1ca5a91 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=995b3210-c9c8-46fc-be69-7bbc7a7ff7fd HTTP/1.1" status: 200 len: 943 time: 0.0527816 Aug 14 19:14:21.773866 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-f6baccee-76d3-441a-bddf-c04259e81981 req-8b41ca9b-a198-4269-a791-38eea8477eed tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/security-groups?id=b274cc83-1509-4cc0-a2a7-3ddf031e5926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308812 Aug 14 19:14:22.043650 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:22.534853 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-809fb598-f189-4e9b-bd89-fb724db6d473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:22.819564 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:22.894939 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c69e5-0969-41fd-a279-d519aef34ee4 req-b0028dcf-c3d6-4698-a83e-cbec20efb64b tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:14:22.896416 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e17c69e5-0969-41fd-a279-d519aef34ee4 req-b0028dcf-c3d6-4698-a83e-cbec20efb64b tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=995b3210-c9c8-46fc-be69-7bbc7a7ff7fd HTTP/1.1" status: 200 len: 943 time: 0.0541377 Aug 14 19:14:22.934172 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-e17c69e5-0969-41fd-a279-d519aef34ee4 req-adecee2b-3857-44aa-9f09-650e86d5a995 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/security-groups?id=b274cc83-1509-4cc0-a2a7-3ddf031e5926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319014 Aug 14 19:14:23.911624 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:24.045883 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051d004-a875-41e0-a645-2af6576571bd req-cb8d4a32-6676-4fc1-ab81-8afc1c84a73f tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:14:24.047319 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-5051d004-a875-41e0-a645-2af6576571bd req-cb8d4a32-6676-4fc1-ab81-8afc1c84a73f tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=995b3210-c9c8-46fc-be69-7bbc7a7ff7fd HTTP/1.1" status: 200 len: 943 time: 0.0474694 Aug 14 19:14:24.084971 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-5051d004-a875-41e0-a645-2af6576571bd req-71f8bf75-16ee-4f04-9c2d-f552bebca577 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/security-groups?id=b274cc83-1509-4cc0-a2a7-3ddf031e5926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319099 Aug 14 19:14:25.202763 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0f46e-4413-45ba-955d-dfc6065d9bd8 req-cf132f0f-899f-4b31-98db-44b12c10552d tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:14:25.204296 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-20c0f46e-4413-45ba-955d-dfc6065d9bd8 req-cf132f0f-899f-4b31-98db-44b12c10552d tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=995b3210-c9c8-46fc-be69-7bbc7a7ff7fd HTTP/1.1" status: 200 len: 943 time: 0.0497742 Aug 14 19:14:25.240567 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:25.243413 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-20c0f46e-4413-45ba-955d-dfc6065d9bd8 req-134bc475-3b10-4ef2-9a31-e2903ddbe601 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/security-groups?id=b274cc83-1509-4cc0-a2a7-3ddf031e5926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331843 Aug 14 19:14:26.357563 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397988d-ec04-4032-8a56-8e8036a220ae req-994492d9-cea6-48d7-9514-c1deb1016f4b tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:14:26.359073 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-f397988d-ec04-4032-8a56-8e8036a220ae req-994492d9-cea6-48d7-9514-c1deb1016f4b tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=995b3210-c9c8-46fc-be69-7bbc7a7ff7fd HTTP/1.1" status: 200 len: 943 time: 0.0497096 Aug 14 19:14:26.396718 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-f397988d-ec04-4032-8a56-8e8036a220ae req-66475b67-41ab-4464-bead-adad54c93196 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/security-groups?id=b274cc83-1509-4cc0-a2a7-3ddf031e5926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318916 Aug 14 19:14:27.155366 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.agents_db [None req-d9ec6548-365a-4179-9791-d0bac427e43f None None] Agent healthcheck: found 6 active agents {{(pid=94119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 14 19:14:27.511258 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa9bf3-4dd1-453c-9e8e-e5bfd9eb9c1a req-a67c0853-687d-432f-960f-d1d3462e0305 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:14:27.512895 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d3fa9bf3-4dd1-453c-9e8e-e5bfd9eb9c1a req-a67c0853-687d-432f-960f-d1d3462e0305 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=995b3210-c9c8-46fc-be69-7bbc7a7ff7fd HTTP/1.1" status: 200 len: 943 time: 0.0509593 Aug 14 19:14:27.551298 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d3fa9bf3-4dd1-453c-9e8e-e5bfd9eb9c1a req-ba6c5ef7-4a0f-4f3d-96f4-cd8406f45cca tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/security-groups?id=b274cc83-1509-4cc0-a2a7-3ddf031e5926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326347 Aug 14 19:14:27.607799 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device e03f38f7-528d-4deb-b10b-aa3ff7ca5385 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 14 19:14:27.702063 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port e03f38f7-528d-4deb-b10b-aa3ff7ca5385, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=e03f38f7-528d-4deb-b10b-aa3ff7ca5385,segment=NetworkSegment(2800a48d-5c13-48c5-b13b-b2b7f3ec26bd),segment_id=2800a48d-5c13-48c5-b13b-b2b7f3ec26bd)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:14:27.712995 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Returning: {'device': 'e03f38f7-528d-4deb-b10b-aa3ff7ca5385', 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'port_id': 'e03f38f7-528d-4deb-b10b-aa3ff7ca5385', 'mac_address': 'fa:16:3e:6c:33:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 14 19:14:27.751632 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:27.764581 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e03f38f7-528d-4deb-b10b-aa3ff7ca5385 {{(pid=94118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:14:27.784247 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port e03f38f7-528d-4deb-b10b-aa3ff7ca5385, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=e03f38f7-528d-4deb-b10b-aa3ff7ca5385,segment=NetworkSegment(2800a48d-5c13-48c5-b13b-b2b7f3ec26bd),segment_id=2800a48d-5c13-48c5-b13b-b2b7f3ec26bd)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:14:27.788129 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:27.833822 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=e03f38f7-528d-4deb-b10b-aa3ff7ca5385,revision_number=4']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:14:27.841602 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:14:27.841952 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:14:27.842342 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:14:27.842648 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:14:27.842983 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:14:27.843314 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:14:27.843639 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:14:27.843965 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:14:27.844289 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:14:27.844609 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:14:27.844930 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:14:27.845252 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:14:28.013164 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] get_ports_and_sgs() called for port_ids ['e03f38f7-528d-4deb-b10b-aa3ff7ca5385'] {{(pid=94118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 14 19:14:28.665568 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4805a-6da5-4760-aa8a-7f69b9e31077 req-be70a9a4-e3ad-4ac5-b067-0baf66f622b7 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:14:28.667077 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-b1e4805a-6da5-4760-aa8a-7f69b9e31077 req-be70a9a4-e3ad-4ac5-b067-0baf66f622b7 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=995b3210-c9c8-46fc-be69-7bbc7a7ff7fd HTTP/1.1" status: 200 len: 944 time: 0.0505710 Aug 14 19:14:28.704940 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-b1e4805a-6da5-4760-aa8a-7f69b9e31077 req-766f05d6-c326-414d-aed7-efe9707950e4 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/security-groups?id=b274cc83-1509-4cc0-a2a7-3ddf031e5926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310588 Aug 14 19:14:29.608009 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device e03f38f7-528d-4deb-b10b-aa3ff7ca5385 up at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:14:29.656540 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning for port e03f38f7-528d-4deb-b10b-aa3ff7ca5385 completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:14:29.660656 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning complete for port e03f38f7-528d-4deb-b10b-aa3ff7ca5385 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:14:29.661034 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:29.742681 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:29.766977 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '995b3210-c9c8-46fc-be69-7bbc7a7ff7fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03f38f7-528d-4deb-b10b-aa3ff7ca5385'}] {{(pid=94118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:14:29.769243 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec225036cb8a85e900ef4a1438a865ee1e0a541caa4576dd66f1a48457471f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a089465-f9e8-43ea-b5ad-d33089acc793" -d '{"events": [{"server_uuid": "995b3210-c9c8-46fc-be69-7bbc7a7ff7fd", "name": "network-vif-plugged", "status": "completed", "tag": "e03f38f7-528d-4deb-b10b-aa3ff7ca5385"}]}' {{(pid=94118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:14:29.783589 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port e03f38f7-528d-4deb-b10b-aa3ff7ca5385, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=e03f38f7-528d-4deb-b10b-aa3ff7ca5385,segment=NetworkSegment(2800a48d-5c13-48c5-b13b-b2b7f3ec26bd),segment_id=2800a48d-5c13-48c5-b13b-b2b7f3ec26bd)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:14:29.789851 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:29.840107 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41caa9e7-a10b-4d12-a9fe-ca8fdf1a846c req-313ce62d-ba8d-457e-9c8e-12235ddea3e7 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:14:29.841833 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-41caa9e7-a10b-4d12-a9fe-ca8fdf1a846c req-313ce62d-ba8d-457e-9c8e-12235ddea3e7 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=995b3210-c9c8-46fc-be69-7bbc7a7ff7fd HTTP/1.1" status: 200 len: 944 time: 0.0680571 Aug 14 19:14:29.845439 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=e03f38f7-528d-4deb-b10b-aa3ff7ca5385,revision_number=5']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:14:29.870952 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c4dc32-d40f-4d51-9271-79e2b331113d x-openstack-request-id: req-66c4dc32-d40f-4d51-9271-79e2b331113d {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:14:29.871347 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "995b3210-c9c8-46fc-be69-7bbc7a7ff7fd", "name": "network-vif-plugged", "status": "completed", "tag": "e03f38f7-528d-4deb-b10b-aa3ff7ca5385", "code": 200}]} {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:14:29.872883 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-66c4dc32-d40f-4d51-9271-79e2b331113d {{(pid=94118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:14:29.873379 dv-cinder-804581-2-iscsi neutron-server[94118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '995b3210-c9c8-46fc-be69-7bbc7a7ff7fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03f38f7-528d-4deb-b10b-aa3ff7ca5385', 'code': 200} Aug 14 19:14:29.892953 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-41caa9e7-a10b-4d12-a9fe-ca8fdf1a846c req-e3afa515-d944-4486-a83b-d118376d6ab6 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/security-groups?id=b274cc83-1509-4cc0-a2a7-3ddf031e5926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436914 Aug 14 19:14:30.075460 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d253c6-18b7-4c98-b92e-a612e13e05d6 req-d4730c2b-a430-4752-b00f-8b7c12d2b17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:14:30.076929 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-53d253c6-18b7-4c98-b92e-a612e13e05d6 req-d4730c2b-a430-4752-b00f-8b7c12d2b17e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=995b3210-c9c8-46fc-be69-7bbc7a7ff7fd HTTP/1.1" status: 200 len: 1098 time: 0.0403969 Aug 14 19:14:30.112682 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-53d253c6-18b7-4c98-b92e-a612e13e05d6 req-21901040-f401-4ff5-8880-abff68a4fe86 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b274cc83-1509-4cc0-a2a7-3ddf031e5926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286145 Aug 14 19:14:31.007747 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad0dab-79ba-4ebd-a673-d40078151ec7 req-52237b32-3fab-43fd-89d5-116a0875deba tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:14:31.009236 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-2aad0dab-79ba-4ebd-a673-d40078151ec7 req-52237b32-3fab-43fd-89d5-116a0875deba tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=995b3210-c9c8-46fc-be69-7bbc7a7ff7fd HTTP/1.1" status: 200 len: 945 time: 0.0482814 Aug 14 19:14:31.050511 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-2aad0dab-79ba-4ebd-a673-d40078151ec7 req-f7bb5629-5f25-4151-a320-16dc45e02895 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/security-groups?id=b274cc83-1509-4cc0-a2a7-3ddf031e5926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345342 Aug 14 19:14:31.164636 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc14913-2283-4388-b924-861cfb9d925e req-4886b662-d22e-422c-84c0-8a7eb7e67d4d tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:14:31.166015 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-cbc14913-2283-4388-b924-861cfb9d925e req-4886b662-d22e-422c-84c0-8a7eb7e67d4d tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=995b3210-c9c8-46fc-be69-7bbc7a7ff7fd HTTP/1.1" status: 200 len: 945 time: 0.0491283 Aug 14 19:14:31.204631 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-cbc14913-2283-4388-b924-861cfb9d925e req-12ececa2-fe3d-4c00-95a7-a5d99b185858 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/security-groups?id=b274cc83-1509-4cc0-a2a7-3ddf031e5926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326426 Aug 14 19:14:31.227832 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 40044) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:14:31.268563 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9468cbbe-30e1-4bfd-9d85-1b2f1061a422 tempest-TestVolumeBootPattern-35661125 tempest-TestVolumeBootPattern-35661125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:14:31.269982 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-9468cbbe-30e1-4bfd-9d85-1b2f1061a422 tempest-TestVolumeBootPattern-35661125 tempest-TestVolumeBootPattern-35661125-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=995b3210-c9c8-46fc-be69-7bbc7a7ff7fd HTTP/1.1" status: 200 len: 1093 time: 0.0410795 Aug 14 19:14:31.272698 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 40046) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:14:31.276929 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-a172370b-942b-4e7f-bbff-c66ced45024b tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Request body: {'floatingip': {'floating_network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'port_id': 'e03f38f7-528d-4deb-b10b-aa3ff7ca5385', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:14:31.298858 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a172370b-942b-4e7f-bbff-c66ced45024b tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks [] for floatingip, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:31.400713 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a172370b-942b-4e7f-bbff-c66ced45024b tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:31.507329 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.db_base_plugin_common [None req-a172370b-942b-4e7f-bbff-c66ced45024b tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Allocated IP 172.27.2.34 (70527521-9220-43b3-92f5-8f32262fd0f1/b39bc0ec-218c-484d-aceb-7d591e49d9cc/348bdcef-68ea-466b-a027-a0c7f85aa0b3) {{(pid=94116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:14:31.606750 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a172370b-942b-4e7f-bbff-c66ced45024b tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks [] for port, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:31.644848 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a172370b-942b-4e7f-bbff-c66ced45024b tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26905004'] for port, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:31.679800 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a172370b-942b-4e7f-bbff-c66ced45024b tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Network 70527521-9220-43b3-92f5-8f32262fd0f1 is already hosted by enough agents. {{(pid=94116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:14:31.682638 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.base_scheduler [None req-a172370b-942b-4e7f-bbff-c66ced45024b tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Resources bound (agent type, host, resource id): {{(pid=94116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:14:31.686042 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a172370b-942b-4e7f-bbff-c66ced45024b tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Received port after_create {{(pid=94116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:14:31.718246 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172370b-942b-4e7f-bbff-c66ced45024b tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Pushing event updated for resources: {'Port': ['ID=348bdcef-68ea-466b-a027-a0c7f85aa0b3,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:14:31.731254 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172370b-942b-4e7f-bbff-c66ced45024b tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:14:31.731945 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172370b-942b-4e7f-bbff-c66ced45024b tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:14:31.732515 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172370b-942b-4e7f-bbff-c66ced45024b tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:14:31.732515 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172370b-942b-4e7f-bbff-c66ced45024b tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:14:31.732798 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172370b-942b-4e7f-bbff-c66ced45024b tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:14:31.733134 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172370b-942b-4e7f-bbff-c66ced45024b tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:14:31.733465 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172370b-942b-4e7f-bbff-c66ced45024b tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:14:31.733797 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172370b-942b-4e7f-bbff-c66ced45024b tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:14:31.734127 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172370b-942b-4e7f-bbff-c66ced45024b tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:14:31.734478 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172370b-942b-4e7f-bbff-c66ced45024b tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:14:31.734809 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172370b-942b-4e7f-bbff-c66ced45024b tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:14:31.735310 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172370b-942b-4e7f-bbff-c66ced45024b tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:14:32.316662 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a172370b-942b-4e7f-bbff-c66ced45024b tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:32.384794 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a172370b-942b-4e7f-bbff-c66ced45024b tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:32.529384 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a172370b-942b-4e7f-bbff-c66ced45024b tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks [] for port, precommit_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:32.533673 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a172370b-942b-4e7f-bbff-c66ced45024b tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26904997'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:32.599233 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172370b-942b-4e7f-bbff-c66ced45024b tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Pushing event updated for resources: {'Port': ['ID=348bdcef-68ea-466b-a027-a0c7f85aa0b3,revision_number=2']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:14:32.612992 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a172370b-942b-4e7f-bbff-c66ced45024b tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499347'] for floatingip, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:32.708547 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.db.l3_db [None req-a172370b-942b-4e7f-bbff-c66ced45024b tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Floating IP ac35e95f-36f4-44d9-9c92-f7579de078ba associated. External IP: 172.27.2.34, port: e03f38f7-528d-4deb-b10b-aa3ff7ca5385. Aug 14 19:14:32.910970 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a172370b-942b-4e7f-bbff-c66ced45024b tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Router 852a278e-8f3f-42e9-894f-a73cdcc3aff9 has already been hosted by L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 {{(pid=94116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 14 19:14:33.019153 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a172370b-942b-4e7f-bbff-c66ced45024b tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 19:14:33.029679 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699a3d9a-a4d6-427c-82ed-b0f2588c161d None None] Sync routers for ids ['852a278e-8f3f-42e9-894f-a73cdcc3aff9'] in dv-cinder-804581-2-iscsi {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 19:14:33.036265 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-a172370b-942b-4e7f-bbff-c66ced45024b tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for floatingip, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:33.044709 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699a3d9a-a4d6-427c-82ed-b0f2588c161d None None] Routers {'852a278e-8f3f-42e9-894f-a73cdcc3aff9'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:14:33.045697 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-699a3d9a-a4d6-427c-82ed-b0f2588c161d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:14:23Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['852a278e-8f3f-42e9-894f-a73cdcc3aff9'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:14:33.064558 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-a172370b-942b-4e7f-bbff-c66ced45024b tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7908180 Aug 14 19:14:33.065128 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '995b3210-c9c8-46fc-be69-7bbc7a7ff7fd', 'tag': 'e03f38f7-528d-4deb-b10b-aa3ff7ca5385'}] {{(pid=94116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:14:33.067387 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28c49a314bd7f251079b489e766d97b9f33e90e077807a9e7e5bf7a3f9e5ced" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db480a62-45fa-4115-a110-11b699ca45ed" -d '{"events": [{"name": "network-changed", "server_uuid": "995b3210-c9c8-46fc-be69-7bbc7a7ff7fd", "tag": "e03f38f7-528d-4deb-b10b-aa3ff7ca5385"}]}' {{(pid=94116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:14:33.161755 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 Aug 2021 19:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a73baf-40f6-4533-8e70-c368b741f7ec x-openstack-request-id: req-f5a73baf-40f6-4533-8e70-c368b741f7ec {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:14:33.162046 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "995b3210-c9c8-46fc-be69-7bbc7a7ff7fd", "tag": "e03f38f7-528d-4deb-b10b-aa3ff7ca5385", "status": "completed", "code": 200}]} {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:14:33.162333 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f5a73baf-40f6-4533-8e70-c368b741f7ec {{(pid=94116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:14:33.162733 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '995b3210-c9c8-46fc-be69-7bbc7a7ff7fd', 'tag': 'e03f38f7-528d-4deb-b10b-aa3ff7ca5385', 'status': 'completed', 'code': 200} Aug 14 19:14:33.170428 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-699a3d9a-a4d6-427c-82ed-b0f2588c161d None None] Set router 852a278e-8f3f-42e9-894f-a73cdcc3aff9 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:14:33.229599 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db480a62-45fa-4115-a110-11b699ca45ed req-372322b0-e972-4db7-bb9c-31319cfae086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:14:33.232037 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-db480a62-45fa-4115-a110-11b699ca45ed req-372322b0-e972-4db7-bb9c-31319cfae086 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05a353e35c374c759a6f9c0404b0674e&device_id=995b3210-c9c8-46fc-be69-7bbc7a7ff7fd HTTP/1.1" status: 200 len: 1098 time: 0.0463269 Aug 14 19:14:33.327017 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db480a62-45fa-4115-a110-11b699ca45ed req-cc7af2cf-c185-4740-a73c-ee75624acd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:14:33.328481 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-db480a62-45fa-4115-a110-11b699ca45ed req-cc7af2cf-c185-4740-a73c-ee75624acd6d service neutron] 10.222.0.24 "GET /v2.0/networks?id=50d7b873-7555-4a5b-94d5-d2359dbb2d35 HTTP/1.1" status: 200 len: 913 time: 0.0894010 Aug 14 19:14:33.398432 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-db480a62-45fa-4115-a110-11b699ca45ed req-2d7725f2-add0-4bfe-b4cb-2508a4517eb8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e03f38f7-528d-4deb-b10b-aa3ff7ca5385 HTTP/1.1" status: 200 len: 998 time: 0.0624115 Aug 14 19:14:33.446741 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db480a62-45fa-4115-a110-11b699ca45ed req-fa1a5eeb-8436-42c6-874e-55062c6168af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:14:33.448173 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-db480a62-45fa-4115-a110-11b699ca45ed req-fa1a5eeb-8436-42c6-874e-55062c6168af service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f5b8f645-8996-4e63-8b39-2a949795aaf3 HTTP/1.1" status: 200 len: 851 time: 0.0429642 Aug 14 19:14:33.492346 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db480a62-45fa-4115-a110-11b699ca45ed req-a40ea16c-5acc-4880-948a-3a8371d35485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:14:33.493808 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-db480a62-45fa-4115-a110-11b699ca45ed req-a40ea16c-5acc-4880-948a-3a8371d35485 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50d7b873-7555-4a5b-94d5-d2359dbb2d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391676 Aug 14 19:14:33.523639 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-699a3d9a-a4d6-427c-82ed-b0f2588c161d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'name': 'tempest-TestVolumeBootPattern-2067312092-router', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:11:21Z', 'updated_at': '2021-08-14T19:11:24Z', 'revision_number': 4, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'gw_port': {'id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:22Z', 'updated_at': '2021-08-14T19:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_floatingips': [{'id': 'ac35e95f-36f4-44d9-9c92-f7579de078ba', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'router_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'port_id': 'e03f38f7-528d-4deb-b10b-aa3ff7ca5385', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'mac_address': 'fa:16:3e:6c:33:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995b3210-c9c8-46fc-be69-7bbc7a7ff7fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-14T19:14:31Z', 'updated_at': '2021-08-14T19:14:31Z', 'revision_number': 0, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8561765b-e1d5-4976-b58e-da499d464378', 'name': '', 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'mac_address': 'fa:16:3e:6f:55:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:24Z', 'updated_at': '2021-08-14T19:11:30Z', 'revision_number': 5, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'subnets': [{'id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:14:33.551100 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699a3d9a-a4d6-427c-82ed-b0f2588c161d None None] Checking router: 852a278e-8f3f-42e9-894f-a73cdcc3aff9 for host: dv-cinder-804581-2-iscsi {{(pid=94118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 19:14:33.560022 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699a3d9a-a4d6-427c-82ed-b0f2588c161d None None] Routers {'852a278e-8f3f-42e9-894f-a73cdcc3aff9'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:14:33.560680 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-699a3d9a-a4d6-427c-82ed-b0f2588c161d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:14:23Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['852a278e-8f3f-42e9-894f-a73cdcc3aff9'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:14:33.584410 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-db480a62-45fa-4115-a110-11b699ca45ed req-8d26d38b-6a4b-46ab-ba18-ddc2d03c80bc service neutron] 10.222.0.24 "GET /v2.0/networks/50d7b873-7555-4a5b-94d5-d2359dbb2d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832863 Aug 14 19:14:33.665861 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-699a3d9a-a4d6-427c-82ed-b0f2588c161d None None] Set router 852a278e-8f3f-42e9-894f-a73cdcc3aff9 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:14:33.675232 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-db480a62-45fa-4115-a110-11b699ca45ed req-11fc66a8-be8e-4b92-973a-ace672d75e41 service neutron] 10.222.0.24 "GET /v2.0/networks/50d7b873-7555-4a5b-94d5-d2359dbb2d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832279 Aug 14 19:14:33.890018 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-699a3d9a-a4d6-427c-82ed-b0f2588c161d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'name': 'tempest-TestVolumeBootPattern-2067312092-router', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:11:21Z', 'updated_at': '2021-08-14T19:11:24Z', 'revision_number': 4, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'gw_port': {'id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:22Z', 'updated_at': '2021-08-14T19:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_floatingips': [{'id': 'ac35e95f-36f4-44d9-9c92-f7579de078ba', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'router_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'port_id': 'e03f38f7-528d-4deb-b10b-aa3ff7ca5385', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'mac_address': 'fa:16:3e:6c:33:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995b3210-c9c8-46fc-be69-7bbc7a7ff7fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-14T19:14:31Z', 'updated_at': '2021-08-14T19:14:31Z', 'revision_number': 0, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8561765b-e1d5-4976-b58e-da499d464378', 'name': '', 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'mac_address': 'fa:16:3e:6f:55:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:24Z', 'updated_at': '2021-08-14T19:11:30Z', 'revision_number': 5, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'subnets': [{'id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:14:33.916841 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699a3d9a-a4d6-427c-82ed-b0f2588c161d None None] The sync data for ids ['852a278e-8f3f-42e9-894f-a73cdcc3aff9'] in dv-cinder-804581-2-iscsi is: [{'id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'name': 'tempest-TestVolumeBootPattern-2067312092-router', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:11:21Z', 'updated_at': '2021-08-14T19:11:24Z', 'revision_number': 4, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'gw_port': {'id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:22Z', 'updated_at': '2021-08-14T19:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_floatingips': [{'id': 'ac35e95f-36f4-44d9-9c92-f7579de078ba', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'router_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'port_id': 'e03f38f7-528d-4deb-b10b-aa3ff7ca5385', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'mac_address': 'fa:16:3e:6c:33:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995b3210-c9c8-46fc-be69-7bbc7a7ff7fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-14T19:14:31Z', 'updated_at': '2021-08-14T19:14:31Z', 'revision_number': 0, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8561765b-e1d5-4976-b58e-da499d464378', 'name': '', 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'mac_address': 'fa:16:3e:6f:55:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:24Z', 'updated_at': '2021-08-14T19:11:30Z', 'revision_number': 5, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'subnets': [{'id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 19:14:34.098941 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a694a2-e641-403e-8a91-3c681bd6df87 None None] New status for floating IP ac35e95f-36f4-44d9-9c92-f7579de078ba: ACTIVE {{(pid=94119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 14 19:14:49.195058 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-2ab82c52-c0c3-424d-8002-6a214580b311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:52.056276 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:52.534160 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-3b8b581e-9cdc-4fdc-9a23-3a910ac0ec89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:52.819935 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:53.913172 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:55.244699 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:14:55.294075 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-de068302-82e9-4249-a221-f9dddffaaedf req-7736ab88-82be-47c6-83c3-cc74299e07dd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=995b3210-c9c8-46fc-be69-7bbc7a7ff7fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399852 Aug 14 19:14:55.379726 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de068302-82e9-4249-a221-f9dddffaaedf req-0afa5b02-d4cc-4224-a63b-0fec3a11ae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:14:55.381180 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-de068302-82e9-4249-a221-f9dddffaaedf req-0afa5b02-d4cc-4224-a63b-0fec3a11ae41 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05a353e35c374c759a6f9c0404b0674e&device_id=995b3210-c9c8-46fc-be69-7bbc7a7ff7fd HTTP/1.1" status: 200 len: 1098 time: 0.0441930 Aug 14 19:14:55.487156 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de068302-82e9-4249-a221-f9dddffaaedf req-e9051267-32fa-4240-ba64-59fa0a61c816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:14:55.488608 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-de068302-82e9-4249-a221-f9dddffaaedf req-e9051267-32fa-4240-ba64-59fa0a61c816 service neutron] 10.222.0.24 "GET /v2.0/networks?id=50d7b873-7555-4a5b-94d5-d2359dbb2d35 HTTP/1.1" status: 200 len: 913 time: 0.0828524 Aug 14 19:14:55.557253 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-de068302-82e9-4249-a221-f9dddffaaedf req-60011121-32e8-4959-8151-876081795b54 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e03f38f7-528d-4deb-b10b-aa3ff7ca5385 HTTP/1.1" status: 200 len: 1000 time: 0.0605919 Aug 14 19:14:55.605661 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de068302-82e9-4249-a221-f9dddffaaedf req-3fffff18-825f-45d7-aaa9-76173c136678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:14:55.607109 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-de068302-82e9-4249-a221-f9dddffaaedf req-3fffff18-825f-45d7-aaa9-76173c136678 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f5b8f645-8996-4e63-8b39-2a949795aaf3 HTTP/1.1" status: 200 len: 851 time: 0.0436423 Aug 14 19:14:55.651116 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de068302-82e9-4249-a221-f9dddffaaedf req-8404ba95-0e44-4fa3-8802-9b70c2910572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:14:55.653167 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-de068302-82e9-4249-a221-f9dddffaaedf req-8404ba95-0e44-4fa3-8802-9b70c2910572 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50d7b873-7555-4a5b-94d5-d2359dbb2d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392704 Aug 14 19:14:55.745015 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-de068302-82e9-4249-a221-f9dddffaaedf req-09c34326-dfcc-4620-b0b2-7e42baf076d9 service neutron] 10.222.0.24 "GET /v2.0/networks/50d7b873-7555-4a5b-94d5-d2359dbb2d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843363 Aug 14 19:14:55.834636 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-de068302-82e9-4249-a221-f9dddffaaedf req-86c928e2-6b9a-4c17-b5d7-9e99a65ad9a1 service neutron] 10.222.0.24 "GET /v2.0/networks/50d7b873-7555-4a5b-94d5-d2359dbb2d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824139 Aug 14 19:15:04.153954 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.agents_db [None req-d9ec6548-365a-4179-9791-d0bac427e43f None None] Agent healthcheck: found 6 active agents {{(pid=94119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 14 19:15:19.196882 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-84ae5bea-0676-4809-807e-69b411c75fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:15:22.071470 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:15:22.538839 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-31af3317-4dd9-4a6a-8f64-4e162e628419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:15:22.820246 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:15:23.914552 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:15:25.245738 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:15:41.153470 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.agents_db [None req-d9ec6548-365a-4179-9791-d0bac427e43f None None] Agent healthcheck: found 6 active agents {{(pid=94119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 14 19:15:49.198958 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-db9df8d2-33bc-4c54-9c54-09cef504d6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:15:52.072510 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:15:52.539716 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-5b470490-49f9-4166-aaa1-1b4291f3e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:15:52.822016 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:15:53.917333 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:15:55.249295 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:15:55.808790 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ad16cb33-9f1b-4e94-b0ba-a46a9d0b3c48 req-8eef206e-b3d4-4e10-a84f-9dd2bd057d94 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=995b3210-c9c8-46fc-be69-7bbc7a7ff7fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398757 Aug 14 19:15:55.892758 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16cb33-9f1b-4e94-b0ba-a46a9d0b3c48 req-07835dda-bb70-44f9-8113-d45bc74a3dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:15:55.894238 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ad16cb33-9f1b-4e94-b0ba-a46a9d0b3c48 req-07835dda-bb70-44f9-8113-d45bc74a3dc3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05a353e35c374c759a6f9c0404b0674e&device_id=995b3210-c9c8-46fc-be69-7bbc7a7ff7fd HTTP/1.1" status: 200 len: 1098 time: 0.0435956 Aug 14 19:15:55.994316 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16cb33-9f1b-4e94-b0ba-a46a9d0b3c48 req-74e2da3b-c98c-481f-97f1-3a113722061c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:15:55.995781 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ad16cb33-9f1b-4e94-b0ba-a46a9d0b3c48 req-74e2da3b-c98c-481f-97f1-3a113722061c service neutron] 10.222.0.24 "GET /v2.0/networks?id=50d7b873-7555-4a5b-94d5-d2359dbb2d35 HTTP/1.1" status: 200 len: 913 time: 0.0833650 Aug 14 19:15:56.067718 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ad16cb33-9f1b-4e94-b0ba-a46a9d0b3c48 req-7dd3938e-0f83-4cec-a9c7-32ad9e765f6c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e03f38f7-528d-4deb-b10b-aa3ff7ca5385 HTTP/1.1" status: 200 len: 1000 time: 0.0645375 Aug 14 19:15:56.118311 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16cb33-9f1b-4e94-b0ba-a46a9d0b3c48 req-43079f9e-7b82-4682-9264-51591f0ae30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:15:56.120008 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ad16cb33-9f1b-4e94-b0ba-a46a9d0b3c48 req-43079f9e-7b82-4682-9264-51591f0ae30b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f5b8f645-8996-4e63-8b39-2a949795aaf3 HTTP/1.1" status: 200 len: 851 time: 0.0448523 Aug 14 19:15:56.163396 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16cb33-9f1b-4e94-b0ba-a46a9d0b3c48 req-5afc1fd8-220a-49da-9421-38e494c53c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:15:56.164841 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ad16cb33-9f1b-4e94-b0ba-a46a9d0b3c48 req-5afc1fd8-220a-49da-9421-38e494c53c0d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50d7b873-7555-4a5b-94d5-d2359dbb2d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384319 Aug 14 19:15:56.255438 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ad16cb33-9f1b-4e94-b0ba-a46a9d0b3c48 req-b758b69b-edac-417b-b33a-9fc4ad513d7e service neutron] 10.222.0.24 "GET /v2.0/networks/50d7b873-7555-4a5b-94d5-d2359dbb2d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831878 Aug 14 19:15:56.346352 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ad16cb33-9f1b-4e94-b0ba-a46a9d0b3c48 req-ff2d4d0f-587b-4ea0-8c09-057035bba497 service neutron] 10.222.0.24 "GET /v2.0/networks/50d7b873-7555-4a5b-94d5-d2359dbb2d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816605 Aug 14 19:16:09.231919 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-f2326a84-9828-41fc-8a22-5045481c2218 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-813841647&fields=id&tenant_id=05a353e35c374c759a6f9c0404b0674e HTTP/1.1" status: 200 len: 267 time: 0.0330844 Aug 14 19:16:09.337818 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-92bdfe52-fd7a-455d-b281-5989f789def5 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:16:09.339262 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-92bdfe52-fd7a-455d-b281-5989f789def5 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/networks?id=50d7b873-7555-4a5b-94d5-d2359dbb2d35 HTTP/1.1" status: 200 len: 812 time: 0.1005969 Aug 14 19:16:09.354952 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-68cc909a-e016-4eaf-9279-51eaedf28502 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/quotas/05a353e35c374c759a6f9c0404b0674e HTTP/1.1" status: 200 len: 375 time: 0.0094090 Aug 14 19:16:09.411861 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-390be305-ce0a-4339-bb63-8b730c9f1a47 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=05a353e35c374c759a6f9c0404b0674e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0511782 Aug 14 19:16:09.511004 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-a881adca-9827-41fe-8bb2-b09be71fca36 service neutron] 10.222.0.39 "GET /v2.0/networks/50d7b873-7555-4a5b-94d5-d2359dbb2d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877068 Aug 14 19:16:09.596725 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-59b5490c-a855-491a-a4af-85df39af2444 service neutron] 10.222.0.39 "GET /v2.0/networks/50d7b873-7555-4a5b-94d5-d2359dbb2d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790298 Aug 14 19:16:09.887861 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-08db26c3-c0bb-431d-bfc5-d0008e63dec6 req-bb1e4760-299a-465a-961e-5df38f868125 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef292d2-ff5b-4e3b-a66b-b82eb1069edd HTTP/1.1" status: 200 len: 210 time: 0.0282290 Aug 14 19:16:10.770913 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-1fcaf4d2-521f-4570-b4ef-b6e3de898199 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:16:10.772399 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-1fcaf4d2-521f-4570-b4ef-b6e3de898199 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.24 "GET /v2.0/networks?id=50d7b873-7555-4a5b-94d5-d2359dbb2d35 HTTP/1.1" status: 200 len: 812 time: 0.1057448 Aug 14 19:16:10.816551 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-612270cf-9e04-4706-bca8-22b83aa8c1eb tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05a353e35c374c759a6f9c0404b0674e HTTP/1.1" status: 200 len: 379 time: 0.0345054 Aug 14 19:16:10.826829 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-4a2a2ebe-40fb-4a13-ba5c-2479127c9234 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Request body: {'port': {'device_id': '1ef292d2-ff5b-4e3b-a66b-b82eb1069edd', 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'admin_state_up': True, 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'security_groups': ['b274cc83-1509-4cc0-a2a7-3ddf031e5926']}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:16:10.934895 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-4a2a2ebe-40fb-4a13-ba5c-2479127c9234 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Made reservation on behalf of 05a353e35c374c759a6f9c0404b0674e for: {'port': 1} {{(pid=94117) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 14 19:16:10.938654 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-4a2a2ebe-40fb-4a13-ba5c-2479127c9234 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:16:10.987890 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-ecdace6e-a3b5-455f-a253-6b64ac9a2d9e req-1b02cc03-0f63-48ca-b72b-f377367b639e tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef292d2-ff5b-4e3b-a66b-b82eb1069edd HTTP/1.1" status: 200 len: 210 time: 0.0337443 Aug 14 19:16:11.363242 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.db_base_plugin_common [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-4a2a2ebe-40fb-4a13-ba5c-2479127c9234 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Allocated IP 172.20.0.10 (50d7b873-7555-4a5b-94d5-d2359dbb2d35/f5b8f645-8996-4e63-8b39-2a949795aaf3/8dbc3908-3c66-40c1-9f39-2e7254ad10e1) {{(pid=94117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:16:11.505575 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-4a2a2ebe-40fb-4a13-ba5c-2479127c9234 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks [] for port, precommit_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:16:11.522057 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.provisioning_blocks [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-4a2a2ebe-40fb-4a13-ba5c-2479127c9234 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Transition to ACTIVE for port object 8dbc3908-3c66-40c1-9f39-2e7254ad10e1 will not be triggered until provisioned by entity DHCP. {{(pid=94117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:16:11.558698 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-4a2a2ebe-40fb-4a13-ba5c-2479127c9234 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25274135'] for port, after_create {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:16:11.602363 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-4a2a2ebe-40fb-4a13-ba5c-2479127c9234 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Network 50d7b873-7555-4a5b-94d5-d2359dbb2d35 is already hosted by enough agents. {{(pid=94117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:16:11.607450 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.base_scheduler [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-4a2a2ebe-40fb-4a13-ba5c-2479127c9234 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Resources bound (agent type, host, resource id): {{(pid=94117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:16:11.611719 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-4a2a2ebe-40fb-4a13-ba5c-2479127c9234 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Received port after_create {{(pid=94117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:16:11.618404 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a2ebe-40fb-4a13-ba5c-2479127c9234 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Pushing event updated for resources: {'Port': ['ID=8dbc3908-3c66-40c1-9f39-2e7254ad10e1,revision_number=1']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:16:11.648755 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a2ebe-40fb-4a13-ba5c-2479127c9234 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:16:11.649120 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a2ebe-40fb-4a13-ba5c-2479127c9234 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:16:11.649471 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a2ebe-40fb-4a13-ba5c-2479127c9234 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:16:11.649806 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a2ebe-40fb-4a13-ba5c-2479127c9234 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:16:11.650142 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a2ebe-40fb-4a13-ba5c-2479127c9234 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:16:11.650511 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a2ebe-40fb-4a13-ba5c-2479127c9234 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:16:11.651004 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a2ebe-40fb-4a13-ba5c-2479127c9234 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:16:11.651227 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a2ebe-40fb-4a13-ba5c-2479127c9234 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:16:11.651604 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a2ebe-40fb-4a13-ba5c-2479127c9234 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:16:11.652182 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a2ebe-40fb-4a13-ba5c-2479127c9234 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:16:11.652550 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a2ebe-40fb-4a13-ba5c-2479127c9234 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:16:11.652878 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a2ebe-40fb-4a13-ba5c-2479127c9234 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:16:11.682587 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-4a2a2ebe-40fb-4a13-ba5c-2479127c9234 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:16:11.682735 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-4a2a2ebe-40fb-4a13-ba5c-2479127c9234 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:16:11.699001 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-4a2a2ebe-40fb-4a13-ba5c-2479127c9234 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8757496 Aug 14 19:16:11.712696 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.v2.base [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-9e73d99f-4e71-4625-8f86-60c7f8e219e5 service neutron] Request body: {'port': {'device_id': '1ef292d2-ff5b-4e3b-a66b-b82eb1069edd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94117) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:16:11.774895 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-9e73d99f-4e71-4625-8f86-60c7f8e219e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:16:11.861741 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-a200e9ef-3ca3-478b-b69d-c0bb85b35015 None None] Provisioning for port 8dbc3908-3c66-40c1-9f39-2e7254ad10e1 completed by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:16:11.869901 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-a200e9ef-3ca3-478b-b69d-c0bb85b35015 None None] Provisioning complete for port 8dbc3908-3c66-40c1-9f39-2e7254ad10e1 triggered by entity DHCP. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:16:11.870224 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-a200e9ef-3ca3-478b-b69d-c0bb85b35015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:16:11.904296 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-a200e9ef-3ca3-478b-b69d-c0bb85b35015 None None] Port 8dbc3908-3c66-40c1-9f39-2e7254ad10e1 cannot update to ACTIVE because it is not bound. {{(pid=94118) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 14 19:16:12.040376 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.notifiers.nova [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-9e73d99f-4e71-4625-8f86-60c7f8e219e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dbc3908-3c66-40c1-9f39-2e7254ad10e1 {{(pid=94117) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:16:12.049130 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-9e73d99f-4e71-4625-8f86-60c7f8e219e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:16:12.061006 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.provisioning_blocks [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-9e73d99f-4e71-4625-8f86-60c7f8e219e5 service neutron] Transition to ACTIVE for port object 8dbc3908-3c66-40c1-9f39-2e7254ad10e1 will not be triggered until provisioned by entity L2. {{(pid=94117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 14 19:16:12.065180 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-9e73d99f-4e71-4625-8f86-60c7f8e219e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25274142'] for port, after_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:16:12.107499 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8401c63-0886-4463-9e87-19af828f8a89 req-3f4b0e0b-56e7-4d1e-88f1-66e3d337828d tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:16:12.109688 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-a8401c63-0886-4463-9e87-19af828f8a89 req-3f4b0e0b-56e7-4d1e-88f1-66e3d337828d tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef292d2-ff5b-4e3b-a66b-b82eb1069edd HTTP/1.1" status: 200 len: 944 time: 0.0537109 Aug 14 19:16:12.117707 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e73d99f-4e71-4625-8f86-60c7f8e219e5 service neutron] Pushing event updated for resources: {'Port': ['ID=8dbc3908-3c66-40c1-9f39-2e7254ad10e1,revision_number=2']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:16:12.153672 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-a8401c63-0886-4463-9e87-19af828f8a89 req-cd199820-14e2-46d9-9d0d-9c2c73fdd07c tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/security-groups?id=b274cc83-1509-4cc0-a2a7-3ddf031e5926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368185 Aug 14 19:16:12.200980 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.managers [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-9e73d99f-4e71-4625-8f86-60c7f8e219e5 service neutron] Attempting to bind port 8dbc3908-3c66-40c1-9f39-2e7254ad10e1 on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 14 19:16:12.201318 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.managers [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-9e73d99f-4e71-4625-8f86-60c7f8e219e5 service neutron] Attempting to bind port 8dbc3908-3c66-40c1-9f39-2e7254ad10e1 by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': '2800a48d-5c13-48c5-b13b-b2b7f3ec26bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35'}] {{(pid=94117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 14 19:16:12.201654 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-9e73d99f-4e71-4625-8f86-60c7f8e219e5 service neutron] Attempting to bind port 8dbc3908-3c66-40c1-9f39-2e7254ad10e1 on network 50d7b873-7555-4a5b-94d5-d2359dbb2d35 {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:16:12.206466 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-9e73d99f-4e71-4625-8f86-60c7f8e219e5 service neutron] Port 8dbc3908-3c66-40c1-9f39-2e7254ad10e1 on network 50d7b873-7555-4a5b-94d5-d2359dbb2d35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 14 19:16:12.206796 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-9e73d99f-4e71-4625-8f86-60c7f8e219e5 service neutron] Attempting to bind port 8dbc3908-3c66-40c1-9f39-2e7254ad10e1 on network 50d7b873-7555-4a5b-94d5-d2359dbb2d35 {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 14 19:16:12.211802 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-9e73d99f-4e71-4625-8f86-60c7f8e219e5 service neutron] Checking agent: {'id': '7eaedc20-6d95-47b4-8617-1798feafd334', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 14, 19, 1, 52), 'started_at': datetime.datetime(2021, 8, 14, 19, 1, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 14, 19, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 14 19:16:12.212145 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-9e73d99f-4e71-4625-8f86-60c7f8e219e5 service neutron] Checking segment: {'id': '2800a48d-5c13-48c5-b13b-b2b7f3ec26bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 14 19:16:12.212532 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-9e73d99f-4e71-4625-8f86-60c7f8e219e5 service neutron] Bound using segment: {'id': '2800a48d-5c13-48c5-b13b-b2b7f3ec26bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35'} {{(pid=94117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 14 19:16:12.212966 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.managers [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-9e73d99f-4e71-4625-8f86-60c7f8e219e5 service neutron] Bound port: 8dbc3908-3c66-40c1-9f39-2e7254ad10e1, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2800a48d-5c13-48c5-b13b-b2b7f3ec26bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35'}}] {{(pid=94117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 14 19:16:12.213329 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-9e73d99f-4e71-4625-8f86-60c7f8e219e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:16:12.280747 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-9e73d99f-4e71-4625-8f86-60c7f8e219e5 service neutron] For port 8dbc3908-3c66-40c1-9f39-2e7254ad10e1, host hv-cinder-80458, cleared binding levels {{(pid=94117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 14 19:16:12.284686 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-9e73d99f-4e71-4625-8f86-60c7f8e219e5 service neutron] For port 8dbc3908-3c66-40c1-9f39-2e7254ad10e1, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=8dbc3908-3c66-40c1-9f39-2e7254ad10e1,segment=NetworkSegment(2800a48d-5c13-48c5-b13b-b2b7f3ec26bd),segment_id=2800a48d-5c13-48c5-b13b-b2b7f3ec26bd)] {{(pid=94117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 14 19:16:12.289063 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-9e73d99f-4e71-4625-8f86-60c7f8e219e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25274142'] for port, after_update {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:16:12.332072 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-9e73d99f-4e71-4625-8f86-60c7f8e219e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:16:12.332689 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-9e73d99f-4e71-4625-8f86-60c7f8e219e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:16:12.334169 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-9e73d99f-4e71-4625-8f86-60c7f8e219e5 service neutron] 10.222.0.24 "PUT /v2.0/ports/8dbc3908-3c66-40c1-9f39-2e7254ad10e1 HTTP/1.1" status: 200 len: 1094 time: 0.6260493 Aug 14 19:16:12.334644 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef292d2-ff5b-4e3b-a66b-b82eb1069edd', 'tag': '8dbc3908-3c66-40c1-9f39-2e7254ad10e1'}] {{(pid=94117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:16:12.336900 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ea8273f875cf68671556eb39bbac10e5cf2532cbac2204340d4cc673a0511b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50594678-61c9-48da-aa68-da7e02e908e0" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef292d2-ff5b-4e3b-a66b-b82eb1069edd", "tag": "8dbc3908-3c66-40c1-9f39-2e7254ad10e1"}]}' {{(pid=94117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:16:12.358192 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e73d99f-4e71-4625-8f86-60c7f8e219e5 service neutron] Pushing event updated for resources: {'Port': ['ID=8dbc3908-3c66-40c1-9f39-2e7254ad10e1,revision_number=3']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:16:12.424611 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-8edd8f0d-9bbd-4e2a-a1d3-1c5d596d5fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:16:12.426372 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-8edd8f0d-9bbd-4e2a-a1d3-1c5d596d5fd8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05a353e35c374c759a6f9c0404b0674e&device_id=1ef292d2-ff5b-4e3b-a66b-b82eb1069edd HTTP/1.1" status: 200 len: 1097 time: 0.0474615 Aug 14 19:16:12.470443 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 Aug 2021 19:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7795f030-bf4f-4d3c-8059-e6f6ab8bd5a3 x-openstack-request-id: req-7795f030-bf4f-4d3c-8059-e6f6ab8bd5a3 {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:16:12.470741 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef292d2-ff5b-4e3b-a66b-b82eb1069edd", "tag": "8dbc3908-3c66-40c1-9f39-2e7254ad10e1", "status": "completed", "code": 200}]} {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:16:12.470977 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7795f030-bf4f-4d3c-8059-e6f6ab8bd5a3 {{(pid=94117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:16:12.471360 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef292d2-ff5b-4e3b-a66b-b82eb1069edd', 'tag': '8dbc3908-3c66-40c1-9f39-2e7254ad10e1', 'status': 'completed', 'code': 200} Aug 14 19:16:12.473152 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-822c60d9-ec75-457c-9cb5-b1d073f5383d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dbc3908-3c66-40c1-9f39-2e7254ad10e1 HTTP/1.1" status: 200 len: 217 time: 0.0382643 Aug 14 19:16:12.523674 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-f95aa722-92dc-4753-a19d-2baf8f6c5b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:16:12.525126 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-f95aa722-92dc-4753-a19d-2baf8f6c5b03 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f5b8f645-8996-4e63-8b39-2a949795aaf3 HTTP/1.1" status: 200 len: 851 time: 0.0447519 Aug 14 19:16:12.577444 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-abd13ae6-c476-4a71-8e63-174ce0da8eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:16:12.579104 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-abd13ae6-c476-4a71-8e63-174ce0da8eba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50d7b873-7555-4a5b-94d5-d2359dbb2d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468431 Aug 14 19:16:12.668104 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-87898edb-6851-41e4-93f5-398f60a8c6e6 service neutron] 10.222.0.24 "GET /v2.0/networks/50d7b873-7555-4a5b-94d5-d2359dbb2d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816278 Aug 14 19:16:12.760992 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d75d41eb-4d4d-49f9-bf5d-07fb3f4bb341 req-3f7f702e-ae14-45ec-a6f7-fc7829974d91 service neutron] 10.222.0.24 "GET /v2.0/networks/50d7b873-7555-4a5b-94d5-d2359dbb2d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857165 Aug 14 19:16:12.850781 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50594678-61c9-48da-aa68-da7e02e908e0 req-c9710bef-2c87-4599-b872-5d4fd8ae2330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:16:12.852345 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-50594678-61c9-48da-aa68-da7e02e908e0 req-c9710bef-2c87-4599-b872-5d4fd8ae2330 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05a353e35c374c759a6f9c0404b0674e&device_id=1ef292d2-ff5b-4e3b-a66b-b82eb1069edd HTTP/1.1" status: 200 len: 1097 time: 0.0415356 Aug 14 19:16:12.940456 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50594678-61c9-48da-aa68-da7e02e908e0 req-520a20f5-7a47-4514-99ea-08f11bad0723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:16:12.941803 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-50594678-61c9-48da-aa68-da7e02e908e0 req-520a20f5-7a47-4514-99ea-08f11bad0723 service neutron] 10.222.0.24 "GET /v2.0/networks?id=50d7b873-7555-4a5b-94d5-d2359dbb2d35 HTTP/1.1" status: 200 len: 913 time: 0.0822330 Aug 14 19:16:12.986491 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-50594678-61c9-48da-aa68-da7e02e908e0 req-c76c39a8-88e2-4642-ac94-7ae3823c17cb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dbc3908-3c66-40c1-9f39-2e7254ad10e1 HTTP/1.1" status: 200 len: 217 time: 0.0369895 Aug 14 19:16:13.039895 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50594678-61c9-48da-aa68-da7e02e908e0 req-deab4c3d-46d2-43ad-b338-8a3efbc93623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:16:13.041395 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-50594678-61c9-48da-aa68-da7e02e908e0 req-deab4c3d-46d2-43ad-b338-8a3efbc93623 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f5b8f645-8996-4e63-8b39-2a949795aaf3 HTTP/1.1" status: 200 len: 851 time: 0.0451820 Aug 14 19:16:13.088989 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50594678-61c9-48da-aa68-da7e02e908e0 req-896d8e8b-c3fb-4646-8300-05da3a9965e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:16:13.090484 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-50594678-61c9-48da-aa68-da7e02e908e0 req-896d8e8b-c3fb-4646-8300-05da3a9965e9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50d7b873-7555-4a5b-94d5-d2359dbb2d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417321 Aug 14 19:16:13.200256 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-50594678-61c9-48da-aa68-da7e02e908e0 req-72608fc7-3882-4ab5-9488-a81faebb9f47 service neutron] 10.222.0.24 "GET /v2.0/networks/50d7b873-7555-4a5b-94d5-d2359dbb2d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988703 Aug 14 19:16:13.276890 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b88eb-d79c-4403-975d-8afcc39a60eb req-6781074d-d5f8-4d44-b4a5-60434eb3ebc0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:16:13.278410 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-6f4b88eb-d79c-4403-975d-8afcc39a60eb req-6781074d-d5f8-4d44-b4a5-60434eb3ebc0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef292d2-ff5b-4e3b-a66b-b82eb1069edd HTTP/1.1" status: 200 len: 944 time: 0.0522442 Aug 14 19:16:13.299190 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-50594678-61c9-48da-aa68-da7e02e908e0 req-6ca4e14b-200c-411b-9b81-87745d384ed2 service neutron] 10.222.0.24 "GET /v2.0/networks/50d7b873-7555-4a5b-94d5-d2359dbb2d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851891 Aug 14 19:16:13.319181 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-6f4b88eb-d79c-4403-975d-8afcc39a60eb req-dad4e64b-c4be-4501-b5cf-a5b903ccd356 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/security-groups?id=b274cc83-1509-4cc0-a2a7-3ddf031e5926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342214 Aug 14 19:16:14.440724 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5daa4d6-a393-4d5f-bc79-151755567cd0 req-e0a1447a-9d57-41b0-b24f-d536904bc6a2 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:16:14.442205 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d5daa4d6-a393-4d5f-bc79-151755567cd0 req-e0a1447a-9d57-41b0-b24f-d536904bc6a2 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef292d2-ff5b-4e3b-a66b-b82eb1069edd HTTP/1.1" status: 200 len: 944 time: 0.0539031 Aug 14 19:16:14.479867 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d5daa4d6-a393-4d5f-bc79-151755567cd0 req-8d5f96ef-7548-4126-b51f-4a6e5d6ffd01 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/security-groups?id=b274cc83-1509-4cc0-a2a7-3ddf031e5926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317564 Aug 14 19:16:15.606612 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7de7f3-bc94-4b7d-936e-2c0a4c40fac5 req-5c62ddc4-292e-4f41-b60c-3ee6dd2c3d1f tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:16:15.608075 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-5e7de7f3-bc94-4b7d-936e-2c0a4c40fac5 req-5c62ddc4-292e-4f41-b60c-3ee6dd2c3d1f tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef292d2-ff5b-4e3b-a66b-b82eb1069edd HTTP/1.1" status: 200 len: 944 time: 0.0505447 Aug 14 19:16:15.646667 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-5e7de7f3-bc94-4b7d-936e-2c0a4c40fac5 req-c9d82fa4-7ada-4fe4-86bc-366dda1e5a8e tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/security-groups?id=b274cc83-1509-4cc0-a2a7-3ddf031e5926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319731 Aug 14 19:16:16.764259 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f979c-43c7-4e51-abc7-e26801163aa6 req-43d999f5-bb6e-443e-835f-46086fe18ab4 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:16:16.766391 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-3c2f979c-43c7-4e51-abc7-e26801163aa6 req-43d999f5-bb6e-443e-835f-46086fe18ab4 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef292d2-ff5b-4e3b-a66b-b82eb1069edd HTTP/1.1" status: 200 len: 944 time: 0.0490704 Aug 14 19:16:16.803384 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-3c2f979c-43c7-4e51-abc7-e26801163aa6 req-e1809b15-461d-4838-86bd-7cb37acab82d tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/security-groups?id=b274cc83-1509-4cc0-a2a7-3ddf031e5926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311396 Aug 14 19:16:17.917187 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e603fe0-0e0b-47a8-9805-4b349bb23866 req-81f4a6cd-34df-4473-9027-924c753689e9 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:16:17.918681 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-4e603fe0-0e0b-47a8-9805-4b349bb23866 req-81f4a6cd-34df-4473-9027-924c753689e9 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef292d2-ff5b-4e3b-a66b-b82eb1069edd HTTP/1.1" status: 200 len: 944 time: 0.0481167 Aug 14 19:16:17.955758 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-4e603fe0-0e0b-47a8-9805-4b349bb23866 req-6aba70f6-f703-423c-9e0e-1ac0455b2297 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/security-groups?id=b274cc83-1509-4cc0-a2a7-3ddf031e5926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309892 Aug 14 19:16:18.151822 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.agents_db [None req-d9ec6548-365a-4179-9791-d0bac427e43f None None] Agent healthcheck: found 6 active agents {{(pid=94119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 14 19:16:19.070105 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf325ef-e208-49d6-befc-78e53c8ad0af req-b18b74af-b67d-46bd-9bc3-afa11479ddc9 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:16:19.071854 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-dbf325ef-e208-49d6-befc-78e53c8ad0af req-b18b74af-b67d-46bd-9bc3-afa11479ddc9 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef292d2-ff5b-4e3b-a66b-b82eb1069edd HTTP/1.1" status: 200 len: 944 time: 0.0498471 Aug 14 19:16:19.111755 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-dbf325ef-e208-49d6-befc-78e53c8ad0af req-06f7063a-af64-48bd-bacf-967589ff672f tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/security-groups?id=b274cc83-1509-4cc0-a2a7-3ddf031e5926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332148 Aug 14 19:16:19.200272 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-f5b76006-b8ee-455e-9984-3be1c44236b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:16:20.166938 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 8dbc3908-3c66-40c1-9f39-2e7254ad10e1 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94118) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 14 19:16:20.240293 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1fd28-e345-40da-8a32-59e3c38c4501 req-916997ed-265b-464d-8ffd-bd0d32fee9b8 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:16:20.241777 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-3ac1fd28-e345-40da-8a32-59e3c38c4501 req-916997ed-265b-464d-8ffd-bd0d32fee9b8 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef292d2-ff5b-4e3b-a66b-b82eb1069edd HTTP/1.1" status: 200 len: 944 time: 0.0516150 Aug 14 19:16:20.264065 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 8dbc3908-3c66-40c1-9f39-2e7254ad10e1, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=8dbc3908-3c66-40c1-9f39-2e7254ad10e1,segment=NetworkSegment(2800a48d-5c13-48c5-b13b-b2b7f3ec26bd),segment_id=2800a48d-5c13-48c5-b13b-b2b7f3ec26bd)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:16:20.275620 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Returning: {'device': '8dbc3908-3c66-40c1-9f39-2e7254ad10e1', 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'port_id': '8dbc3908-3c66-40c1-9f39-2e7254ad10e1', 'mac_address': 'fa:16:3e:d3:6b:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94118) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 14 19:16:20.280104 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-3ac1fd28-e345-40da-8a32-59e3c38c4501 req-f2733be8-31b3-498d-b9c3-37706de687e2 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/security-groups?id=b274cc83-1509-4cc0-a2a7-3ddf031e5926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320096 Aug 14 19:16:20.312367 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:16:20.324502 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dbc3908-3c66-40c1-9f39-2e7254ad10e1 {{(pid=94118) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 14 19:16:20.344398 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 8dbc3908-3c66-40c1-9f39-2e7254ad10e1, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=8dbc3908-3c66-40c1-9f39-2e7254ad10e1,segment=NetworkSegment(2800a48d-5c13-48c5-b13b-b2b7f3ec26bd),segment_id=2800a48d-5c13-48c5-b13b-b2b7f3ec26bd)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:16:20.348407 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:16:20.394184 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=8dbc3908-3c66-40c1-9f39-2e7254ad10e1,revision_number=4']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:16:20.400826 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:16:20.401175 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:16:20.401516 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:16:20.401851 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:16:20.402185 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:16:20.402542 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:16:20.402871 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:16:20.403210 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:16:20.403528 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:16:20.403852 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:16:20.404175 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:16:20.404496 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:16:20.560722 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] get_ports_and_sgs() called for port_ids ['8dbc3908-3c66-40c1-9f39-2e7254ad10e1'] {{(pid=94118) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 14 19:16:21.396880 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a52f3-d9cc-41ed-96d4-31ca54d64194 req-6ce453b5-5eb7-4ad2-a687-6f139e2a9830 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:16:21.398342 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-0f4a52f3-d9cc-41ed-96d4-31ca54d64194 req-6ce453b5-5eb7-4ad2-a687-6f139e2a9830 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef292d2-ff5b-4e3b-a66b-b82eb1069edd HTTP/1.1" status: 200 len: 945 time: 0.0524285 Aug 14 19:16:21.435998 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-0f4a52f3-d9cc-41ed-96d4-31ca54d64194 req-5af306cf-1f87-401d-9ca0-b81da5baa486 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/security-groups?id=b274cc83-1509-4cc0-a2a7-3ddf031e5926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316789 Aug 14 19:16:22.085272 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:16:22.189664 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 8dbc3908-3c66-40c1-9f39-2e7254ad10e1 up at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 14 19:16:22.241580 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning for port 8dbc3908-3c66-40c1-9f39-2e7254ad10e1 completed by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 14 19:16:22.246042 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.provisioning_blocks [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Provisioning complete for port 8dbc3908-3c66-40c1-9f39-2e7254ad10e1 triggered by entity L2. {{(pid=94118) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 14 19:16:22.246500 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-643083'] for port, provisioning_complete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:16:22.328292 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:16:22.349945 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef292d2-ff5b-4e3b-a66b-b82eb1069edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbc3908-3c66-40c1-9f39-2e7254ad10e1'}] {{(pid=94118) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:16:22.352209 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ec225036cb8a85e900ef4a1438a865ee1e0a541caa4576dd66f1a48457471f8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b553ed8-3ea7-4285-bb0d-43bc3c8766fb" -d '{"events": [{"server_uuid": "1ef292d2-ff5b-4e3b-a66b-b82eb1069edd", "name": "network-vif-plugged", "status": "completed", "tag": "8dbc3908-3c66-40c1-9f39-2e7254ad10e1"}]}' {{(pid=94118) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:16:22.366043 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] For port 8dbc3908-3c66-40c1-9f39-2e7254ad10e1, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=8dbc3908-3c66-40c1-9f39-2e7254ad10e1,segment=NetworkSegment(2800a48d-5c13-48c5-b13b-b2b7f3ec26bd),segment_id=2800a48d-5c13-48c5-b13b-b2b7f3ec26bd)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:16:22.371106 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684'] for port, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:16:22.397837 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e586d09-79c0-4f2c-86b1-9f1e3e0288e8 x-openstack-request-id: req-6e586d09-79c0-4f2c-86b1-9f1e3e0288e8 {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:16:22.398120 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef292d2-ff5b-4e3b-a66b-b82eb1069edd", "name": "network-vif-plugged", "status": "completed", "tag": "8dbc3908-3c66-40c1-9f39-2e7254ad10e1", "code": 200}]} {{(pid=94118) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:16:22.398390 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6e586d09-79c0-4f2c-86b1-9f1e3e0288e8 {{(pid=94118) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:16:22.398761 dv-cinder-804581-2-iscsi neutron-server[94118]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef292d2-ff5b-4e3b-a66b-b82eb1069edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dbc3908-3c66-40c1-9f39-2e7254ad10e1', 'code': 200} Aug 14 19:16:22.426955 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Pushing event updated for resources: {'Port': ['ID=8dbc3908-3c66-40c1-9f39-2e7254ad10e1,revision_number=5']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:16:22.541698 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-16139080-cbbd-4916-8345-d8198984ad55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:16:22.560023 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a222d6-dcd0-4dbc-9788-b56ca97c271d req-db9f6bb0-c746-437c-9fb1-cb68cf61036e tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:16:22.561938 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d2a222d6-dcd0-4dbc-9788-b56ca97c271d req-db9f6bb0-c746-437c-9fb1-cb68cf61036e tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef292d2-ff5b-4e3b-a66b-b82eb1069edd HTTP/1.1" status: 200 len: 946 time: 0.0583103 Aug 14 19:16:22.629784 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-d2a222d6-dcd0-4dbc-9788-b56ca97c271d req-2afa5868-8e90-4581-908f-812387c79c07 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/security-groups?id=b274cc83-1509-4cc0-a2a7-3ddf031e5926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588322 Aug 14 19:16:22.638434 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a5a92-5375-40ac-aee6-5200612103b0 req-f4e09570-ece4-48fd-b7c0-2fcaa2cdd2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:16:22.640577 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-9a5a5a92-5375-40ac-aee6-5200612103b0 req-f4e09570-ece4-48fd-b7c0-2fcaa2cdd2f4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1ef292d2-ff5b-4e3b-a66b-b82eb1069edd HTTP/1.1" status: 200 len: 1099 time: 0.0678480 Aug 14 19:16:22.676538 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-9a5a5a92-5375-40ac-aee6-5200612103b0 req-3a0415b9-73f4-45cf-ab0b-92ff3c64ce90 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b274cc83-1509-4cc0-a2a7-3ddf031e5926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286858 Aug 14 19:16:22.824142 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:16:23.743339 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85fea8-5854-4c2d-b4fd-2c4e6b6a5cfb req-6d80b237-6cac-4115-b5ea-0b1fa5c4c155 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:16:23.745076 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-ed85fea8-5854-4c2d-b4fd-2c4e6b6a5cfb req-6d80b237-6cac-4115-b5ea-0b1fa5c4c155 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef292d2-ff5b-4e3b-a66b-b82eb1069edd HTTP/1.1" status: 200 len: 946 time: 0.0488334 Aug 14 19:16:23.783212 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-ed85fea8-5854-4c2d-b4fd-2c4e6b6a5cfb req-b388fadd-c6ac-46a5-834d-4e9634c19769 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/security-groups?id=b274cc83-1509-4cc0-a2a7-3ddf031e5926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315795 Aug 14 19:16:23.900503 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85215e-7fdb-4a31-a1d1-050f23ac97e0 req-92840e83-4d2a-4711-bf34-333ae76feb86 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:16:23.901987 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8a85215e-7fdb-4a31-a1d1-050f23ac97e0 req-92840e83-4d2a-4711-bf34-333ae76feb86 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef292d2-ff5b-4e3b-a66b-b82eb1069edd HTTP/1.1" status: 200 len: 946 time: 0.0542047 Aug 14 19:16:23.920226 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:16:23.941818 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8a85215e-7fdb-4a31-a1d1-050f23ac97e0 req-cc80cf27-6232-4e41-91e5-00603d5ca2e6 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/security-groups?id=b274cc83-1509-4cc0-a2a7-3ddf031e5926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333700 Aug 14 19:16:23.964538 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 40168) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:16:24.003180 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b09d134-937a-4b66-b362-0a6ef15d3ab4 tempest-TestVolumeBootPattern-35661125 tempest-TestVolumeBootPattern-35661125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:16:24.004665 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-3b09d134-937a-4b66-b362-0a6ef15d3ab4 tempest-TestVolumeBootPattern-35661125 tempest-TestVolumeBootPattern-35661125-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1ef292d2-ff5b-4e3b-a66b-b82eb1069edd HTTP/1.1" status: 200 len: 1094 time: 0.0390565 Aug 14 19:16:24.007414 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 40170) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:16:24.011640 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.v2.base [None req-dbf3557c-bbb4-4c47-9e69-d58655df2075 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Request body: {'floatingip': {'floating_network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'port_id': '8dbc3908-3c66-40c1-9f39-2e7254ad10e1', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 14 19:16:24.032320 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-dbf3557c-bbb4-4c47-9e69-d58655df2075 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks [] for floatingip, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:16:24.129839 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-dbf3557c-bbb4-4c47-9e69-d58655df2075 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:16:24.228739 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.db_base_plugin_common [None req-dbf3557c-bbb4-4c47-9e69-d58655df2075 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Allocated IP 172.27.2.155 (70527521-9220-43b3-92f5-8f32262fd0f1/b39bc0ec-218c-484d-aceb-7d591e49d9cc/31e692d0-4811-4af0-a851-d8ac680500ca) {{(pid=94116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 14 19:16:24.331561 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-dbf3557c-bbb4-4c47-9e69-d58655df2075 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks [] for port, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:16:24.370657 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-dbf3557c-bbb4-4c47-9e69-d58655df2075 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754978921948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26905004'] for port, after_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:16:24.403383 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf3557c-bbb4-4c47-9e69-d58655df2075 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Network 70527521-9220-43b3-92f5-8f32262fd0f1 is already hosted by enough agents. {{(pid=94116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 14 19:16:24.406586 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.base_scheduler [None req-dbf3557c-bbb4-4c47-9e69-d58655df2075 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Resources bound (agent type, host, resource id): {{(pid=94116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 14 19:16:24.413723 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf3557c-bbb4-4c47-9e69-d58655df2075 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Received port after_create {{(pid=94116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 14 19:16:24.440218 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf3557c-bbb4-4c47-9e69-d58655df2075 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Pushing event updated for resources: {'Port': ['ID=31e692d0-4811-4af0-a851-d8ac680500ca,revision_number=1']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:16:24.451253 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3557c-bbb4-4c47-9e69-d58655df2075 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:16:24.451605 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3557c-bbb4-4c47-9e69-d58655df2075 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:16:24.451976 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3557c-bbb4-4c47-9e69-d58655df2075 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:16:24.452317 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3557c-bbb4-4c47-9e69-d58655df2075 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:16:24.452819 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3557c-bbb4-4c47-9e69-d58655df2075 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:16:24.453157 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3557c-bbb4-4c47-9e69-d58655df2075 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:16:24.453491 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3557c-bbb4-4c47-9e69-d58655df2075 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:16:24.453824 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3557c-bbb4-4c47-9e69-d58655df2075 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:16:24.454155 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3557c-bbb4-4c47-9e69-d58655df2075 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:16:24.454506 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3557c-bbb4-4c47-9e69-d58655df2075 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:16:24.454836 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3557c-bbb4-4c47-9e69-d58655df2075 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:16:24.455157 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf3557c-bbb4-4c47-9e69-d58655df2075 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:16:24.771860 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-dbf3557c-bbb4-4c47-9e69-d58655df2075 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:16:24.836814 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-dbf3557c-bbb4-4c47-9e69-d58655df2075 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:16:24.986240 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-dbf3557c-bbb4-4c47-9e69-d58655df2075 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks [] for port, precommit_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:16:24.990492 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-dbf3557c-bbb4-4c47-9e69-d58655df2075 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754979308948', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754978921966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754978919684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26904997'] for port, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:16:25.057019 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf3557c-bbb4-4c47-9e69-d58655df2075 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Pushing event updated for resources: {'Port': ['ID=31e692d0-4811-4af0-a851-d8ac680500ca,revision_number=2']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:16:25.070826 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-dbf3557c-bbb4-4c47-9e69-d58655df2075 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-499347'] for floatingip, after_update {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:16:25.170010 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.db.l3_db [None req-dbf3557c-bbb4-4c47-9e69-d58655df2075 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Floating IP 882caca4-65d4-4127-8958-092f9764bc27 associated. External IP: 172.27.2.155, port: 8dbc3908-3c66-40c1-9f39-2e7254ad10e1. Aug 14 19:16:25.252550 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:16:25.374232 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf3557c-bbb4-4c47-9e69-d58655df2075 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Router 852a278e-8f3f-42e9-894f-a73cdcc3aff9 has already been hosted by L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 {{(pid=94116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 14 19:16:25.475757 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf3557c-bbb4-4c47-9e69-d58655df2075 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 19:16:25.485321 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c715718-34b5-4b4d-baca-e944f5c6f903 None None] Sync routers for ids ['852a278e-8f3f-42e9-894f-a73cdcc3aff9'] in dv-cinder-804581-2-iscsi {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 19:16:25.492604 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-dbf3557c-bbb4-4c47-9e69-d58655df2075 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for floatingip, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:16:25.494607 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c715718-34b5-4b4d-baca-e944f5c6f903 None None] Routers {'852a278e-8f3f-42e9-894f-a73cdcc3aff9'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:16:25.495286 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-7c715718-34b5-4b4d-baca-e944f5c6f903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:16:23Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['852a278e-8f3f-42e9-894f-a73cdcc3aff9'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:16:25.522473 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-dbf3557c-bbb4-4c47-9e69-d58655df2075 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5139737 Aug 14 19:16:25.523062 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef292d2-ff5b-4e3b-a66b-b82eb1069edd', 'tag': '8dbc3908-3c66-40c1-9f39-2e7254ad10e1'}] {{(pid=94116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:16:25.525281 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28c49a314bd7f251079b489e766d97b9f33e90e077807a9e7e5bf7a3f9e5ced" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8baeae6e-139e-4e2d-bf47-60d47e75d691" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef292d2-ff5b-4e3b-a66b-b82eb1069edd", "tag": "8dbc3908-3c66-40c1-9f39-2e7254ad10e1"}]}' {{(pid=94116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:16:25.565415 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 Aug 2021 19:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a2f41e-158b-4e4e-b5be-9d8448ae2b09 x-openstack-request-id: req-d3a2f41e-158b-4e4e-b5be-9d8448ae2b09 {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:16:25.565762 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef292d2-ff5b-4e3b-a66b-b82eb1069edd", "tag": "8dbc3908-3c66-40c1-9f39-2e7254ad10e1", "status": "completed", "code": 200}]} {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:16:25.566064 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d3a2f41e-158b-4e4e-b5be-9d8448ae2b09 {{(pid=94116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:16:25.566562 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef292d2-ff5b-4e3b-a66b-b82eb1069edd', 'tag': '8dbc3908-3c66-40c1-9f39-2e7254ad10e1', 'status': 'completed', 'code': 200} Aug 14 19:16:25.622075 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-7c715718-34b5-4b4d-baca-e944f5c6f903 None None] Set router 852a278e-8f3f-42e9-894f-a73cdcc3aff9 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:16:25.636487 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baeae6e-139e-4e2d-bf47-60d47e75d691 req-0b79cf34-792c-4c64-bc9a-70bcf21265a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:16:25.641043 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8baeae6e-139e-4e2d-bf47-60d47e75d691 req-0b79cf34-792c-4c64-bc9a-70bcf21265a8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05a353e35c374c759a6f9c0404b0674e&device_id=1ef292d2-ff5b-4e3b-a66b-b82eb1069edd HTTP/1.1" status: 200 len: 1099 time: 0.0532398 Aug 14 19:16:25.733782 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baeae6e-139e-4e2d-bf47-60d47e75d691 req-dce00778-0130-4c76-b7ac-f0ef91e84c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:16:25.735354 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8baeae6e-139e-4e2d-bf47-60d47e75d691 req-dce00778-0130-4c76-b7ac-f0ef91e84c5d service neutron] 10.222.0.24 "GET /v2.0/networks?id=50d7b873-7555-4a5b-94d5-d2359dbb2d35 HTTP/1.1" status: 200 len: 913 time: 0.0880902 Aug 14 19:16:25.799928 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8baeae6e-139e-4e2d-bf47-60d47e75d691 req-61e68b5a-0700-4358-81fb-ed426b80380b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dbc3908-3c66-40c1-9f39-2e7254ad10e1 HTTP/1.1" status: 200 len: 1000 time: 0.0575275 Aug 14 19:16:25.846455 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-7c715718-34b5-4b4d-baca-e944f5c6f903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'name': 'tempest-TestVolumeBootPattern-2067312092-router', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:11:21Z', 'updated_at': '2021-08-14T19:11:24Z', 'revision_number': 4, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'gw_port': {'id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:22Z', 'updated_at': '2021-08-14T19:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_floatingips': [{'id': '882caca4-65d4-4127-8958-092f9764bc27', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'router_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'port_id': '8dbc3908-3c66-40c1-9f39-2e7254ad10e1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'mac_address': 'fa:16:3e:d3:6b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef292d2-ff5b-4e3b-a66b-b82eb1069edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-14T19:16:24Z', 'updated_at': '2021-08-14T19:16:24Z', 'revision_number': 0, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'fixed_ip_address_scope': None}, {'id': 'ac35e95f-36f4-44d9-9c92-f7579de078ba', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'router_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'port_id': 'e03f38f7-528d-4deb-b10b-aa3ff7ca5385', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'mac_address': 'fa:16:3e:6c:33:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995b3210-c9c8-46fc-be69-7bbc7a7ff7fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-14T19:14:31Z', 'updated_at': '2021-08-14T19:14:34Z', 'revision_number': 1, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8561765b-e1d5-4976-b58e-da499d464378', 'name': '', 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'mac_address': 'fa:16:3e:6f:55:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:24Z', 'updated_at': '2021-08-14T19:11:30Z', 'revision_number': 5, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'subnets': [{'id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:16:25.848083 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baeae6e-139e-4e2d-bf47-60d47e75d691 req-5a485bbf-88c2-4b2e-ba3f-3a825348fe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:16:25.849546 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8baeae6e-139e-4e2d-bf47-60d47e75d691 req-5a485bbf-88c2-4b2e-ba3f-3a825348fe67 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f5b8f645-8996-4e63-8b39-2a949795aaf3 HTTP/1.1" status: 200 len: 851 time: 0.0436363 Aug 14 19:16:25.877287 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c715718-34b5-4b4d-baca-e944f5c6f903 None None] Checking router: 852a278e-8f3f-42e9-894f-a73cdcc3aff9 for host: dv-cinder-804581-2-iscsi {{(pid=94118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 19:16:25.885692 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c715718-34b5-4b4d-baca-e944f5c6f903 None None] Routers {'852a278e-8f3f-42e9-894f-a73cdcc3aff9'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:16:25.886339 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-7c715718-34b5-4b4d-baca-e944f5c6f903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:16:23Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['852a278e-8f3f-42e9-894f-a73cdcc3aff9'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:16:25.902008 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baeae6e-139e-4e2d-bf47-60d47e75d691 req-d60a9d91-8ad0-470d-bce3-be8384567dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:16:25.903438 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8baeae6e-139e-4e2d-bf47-60d47e75d691 req-d60a9d91-8ad0-470d-bce3-be8384567dbf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50d7b873-7555-4a5b-94d5-d2359dbb2d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467086 Aug 14 19:16:25.987524 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-7c715718-34b5-4b4d-baca-e944f5c6f903 None None] Set router 852a278e-8f3f-42e9-894f-a73cdcc3aff9 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:16:25.990402 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8baeae6e-139e-4e2d-bf47-60d47e75d691 req-dea08e95-c0e1-46c4-b73c-784ae11d54b4 service neutron] 10.222.0.24 "GET /v2.0/networks/50d7b873-7555-4a5b-94d5-d2359dbb2d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801005 Aug 14 19:16:26.087107 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-8baeae6e-139e-4e2d-bf47-60d47e75d691 req-984363c6-e71e-44d7-b2c5-654e819b6fc8 service neutron] 10.222.0.24 "GET /v2.0/networks/50d7b873-7555-4a5b-94d5-d2359dbb2d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894225 Aug 14 19:16:26.215882 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-7c715718-34b5-4b4d-baca-e944f5c6f903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'name': 'tempest-TestVolumeBootPattern-2067312092-router', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:11:21Z', 'updated_at': '2021-08-14T19:11:24Z', 'revision_number': 4, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'gw_port': {'id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:22Z', 'updated_at': '2021-08-14T19:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_floatingips': [{'id': '882caca4-65d4-4127-8958-092f9764bc27', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'router_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'port_id': '8dbc3908-3c66-40c1-9f39-2e7254ad10e1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'mac_address': 'fa:16:3e:d3:6b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef292d2-ff5b-4e3b-a66b-b82eb1069edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-14T19:16:24Z', 'updated_at': '2021-08-14T19:16:24Z', 'revision_number': 0, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'fixed_ip_address_scope': None}, {'id': 'ac35e95f-36f4-44d9-9c92-f7579de078ba', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'router_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'port_id': 'e03f38f7-528d-4deb-b10b-aa3ff7ca5385', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'mac_address': 'fa:16:3e:6c:33:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995b3210-c9c8-46fc-be69-7bbc7a7ff7fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-14T19:14:31Z', 'updated_at': '2021-08-14T19:14:34Z', 'revision_number': 1, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8561765b-e1d5-4976-b58e-da499d464378', 'name': '', 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'mac_address': 'fa:16:3e:6f:55:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:24Z', 'updated_at': '2021-08-14T19:11:30Z', 'revision_number': 5, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'subnets': [{'id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:16:26.241830 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c715718-34b5-4b4d-baca-e944f5c6f903 None None] The sync data for ids ['852a278e-8f3f-42e9-894f-a73cdcc3aff9'] in dv-cinder-804581-2-iscsi is: [{'id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'name': 'tempest-TestVolumeBootPattern-2067312092-router', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:11:21Z', 'updated_at': '2021-08-14T19:11:24Z', 'revision_number': 4, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'gw_port': {'id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:22Z', 'updated_at': '2021-08-14T19:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_floatingips': [{'id': '882caca4-65d4-4127-8958-092f9764bc27', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'router_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'port_id': '8dbc3908-3c66-40c1-9f39-2e7254ad10e1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'mac_address': 'fa:16:3e:d3:6b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef292d2-ff5b-4e3b-a66b-b82eb1069edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-14T19:16:24Z', 'updated_at': '2021-08-14T19:16:24Z', 'revision_number': 0, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'fixed_ip_address_scope': None}, {'id': 'ac35e95f-36f4-44d9-9c92-f7579de078ba', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'router_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'port_id': 'e03f38f7-528d-4deb-b10b-aa3ff7ca5385', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'mac_address': 'fa:16:3e:6c:33:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995b3210-c9c8-46fc-be69-7bbc7a7ff7fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-14T19:14:31Z', 'updated_at': '2021-08-14T19:14:34Z', 'revision_number': 1, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8561765b-e1d5-4976-b58e-da499d464378', 'name': '', 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'mac_address': 'fa:16:3e:6f:55:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:24Z', 'updated_at': '2021-08-14T19:11:30Z', 'revision_number': 5, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'subnets': [{'id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 19:16:26.418529 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1905045-7f53-4055-8eea-c555608f7997 None None] New status for floating IP 882caca4-65d4-4127-8958-092f9764bc27: ACTIVE {{(pid=94119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 14 19:16:49.202281 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-ddc32f78-bc8e-4fac-9fbc-3914ee61668f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:16:52.084723 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:16:52.542801 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-adc5e63f-9b56-449d-8727-0c52d8c0ac52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:16:52.825100 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:16:53.922833 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:16:55.151141 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.agents_db [None req-d9ec6548-365a-4179-9791-d0bac427e43f None None] Agent healthcheck: found 6 active agents {{(pid=94119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 14 19:16:55.254292 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:16:55.293329 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c0f3a780-8449-4069-ac95-38029ab676a7 req-7a692695-235c-400f-a27c-710c0283d4f2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=995b3210-c9c8-46fc-be69-7bbc7a7ff7fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389512 Aug 14 19:16:55.371283 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3a780-8449-4069-ac95-38029ab676a7 req-51483767-0f88-4ee8-a492-57a567380d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:16:55.372750 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c0f3a780-8449-4069-ac95-38029ab676a7 req-51483767-0f88-4ee8-a492-57a567380d71 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05a353e35c374c759a6f9c0404b0674e&device_id=995b3210-c9c8-46fc-be69-7bbc7a7ff7fd HTTP/1.1" status: 200 len: 1098 time: 0.0399802 Aug 14 19:16:55.475694 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3a780-8449-4069-ac95-38029ab676a7 req-72c34bf9-4bb8-4be6-82c5-3883a0ff5908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:16:55.477034 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c0f3a780-8449-4069-ac95-38029ab676a7 req-72c34bf9-4bb8-4be6-82c5-3883a0ff5908 service neutron] 10.222.0.24 "GET /v2.0/networks?id=50d7b873-7555-4a5b-94d5-d2359dbb2d35 HTTP/1.1" status: 200 len: 913 time: 0.0862162 Aug 14 19:16:55.541404 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c0f3a780-8449-4069-ac95-38029ab676a7 req-9733a1e2-017a-4a03-b71a-b12d00d5aa73 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e03f38f7-528d-4deb-b10b-aa3ff7ca5385 HTTP/1.1" status: 200 len: 1000 time: 0.0569437 Aug 14 19:16:55.588610 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3a780-8449-4069-ac95-38029ab676a7 req-be9bf4d8-f7f0-4994-b988-250dee5f6398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:16:55.589986 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c0f3a780-8449-4069-ac95-38029ab676a7 req-be9bf4d8-f7f0-4994-b988-250dee5f6398 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f5b8f645-8996-4e63-8b39-2a949795aaf3 HTTP/1.1" status: 200 len: 851 time: 0.0419416 Aug 14 19:16:55.636625 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3a780-8449-4069-ac95-38029ab676a7 req-ad71948c-819d-4372-a447-360e447f7913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:16:55.638066 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c0f3a780-8449-4069-ac95-38029ab676a7 req-ad71948c-819d-4372-a447-360e447f7913 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50d7b873-7555-4a5b-94d5-d2359dbb2d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414407 Aug 14 19:16:55.724137 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c0f3a780-8449-4069-ac95-38029ab676a7 req-89894e5d-6174-4e7b-a33d-ddb59e556dd9 service neutron] 10.222.0.24 "GET /v2.0/networks/50d7b873-7555-4a5b-94d5-d2359dbb2d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785518 Aug 14 19:16:55.812799 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-c0f3a780-8449-4069-ac95-38029ab676a7 req-7b28067f-744b-45a1-b67d-ad61755918b5 service neutron] 10.222.0.24 "GET /v2.0/networks/50d7b873-7555-4a5b-94d5-d2359dbb2d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814216 Aug 14 19:17:19.206834 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-cfee00c2-341e-465f-8c16-228652c4d182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:17:22.093193 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:17:22.664533 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-e625af5a-0957-4281-a93a-d5f6145bbff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:17:22.826904 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:17:23.926717 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:17:25.256764 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:17:32.150298 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.agents_db [None req-d9ec6548-365a-4179-9791-d0bac427e43f None None] Agent healthcheck: found 6 active agents {{(pid=94119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 14 19:17:49.206964 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-f27c7442-8d37-41fe-9b29-91d18b33a427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:17:52.085115 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:17:52.545852 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-866f9fc5-a4b9-419a-b65d-37044c272fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:17:52.743446 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 40212) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:17:52.829786 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:17:52.968173 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [None req-3e3c41c2-42e1-4457-aa5d-76c801307ae0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Deleting port 31e692d0-4811-4af0-a851-d8ac680500ca {{(pid=94117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:17:52.968510 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-3e3c41c2-42e1-4457-aa5d-76c801307ae0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:17:53.040122 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-3e3c41c2-42e1-4457-aa5d-76c801307ae0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:17:53.040448 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-3e3c41c2-42e1-4457-aa5d-76c801307ae0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:17:53.052283 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [None req-3e3c41c2-42e1-4457-aa5d-76c801307ae0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Calling delete_port for 31e692d0-4811-4af0-a851-d8ac680500ca owned by network:floatingip {{(pid=94117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:17:53.197326 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-3e3c41c2-42e1-4457-aa5d-76c801307ae0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25274135'] for port, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:17:53.227952 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c41c2-42e1-4457-aa5d-76c801307ae0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Pushing event deleted for resources: {'Port': ['ID=31e692d0-4811-4af0-a851-d8ac680500ca,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:17:53.249913 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c41c2-42e1-4457-aa5d-76c801307ae0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:17:53.250288 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c41c2-42e1-4457-aa5d-76c801307ae0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:17:53.250622 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c41c2-42e1-4457-aa5d-76c801307ae0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:17:53.250958 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c41c2-42e1-4457-aa5d-76c801307ae0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:17:53.251287 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c41c2-42e1-4457-aa5d-76c801307ae0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:17:53.251616 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c41c2-42e1-4457-aa5d-76c801307ae0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:17:53.251941 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c41c2-42e1-4457-aa5d-76c801307ae0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:17:53.252264 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c41c2-42e1-4457-aa5d-76c801307ae0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:17:53.252588 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c41c2-42e1-4457-aa5d-76c801307ae0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:17:53.252908 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c41c2-42e1-4457-aa5d-76c801307ae0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:17:53.253224 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c41c2-42e1-4457-aa5d-76c801307ae0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:17:53.253540 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c41c2-42e1-4457-aa5d-76c801307ae0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:17:53.293617 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-3e3c41c2-42e1-4457-aa5d-76c801307ae0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks [] for floatingip, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:17:53.293991 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.db.l3_db [None req-3e3c41c2-42e1-4457-aa5d-76c801307ae0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Floating IP 882caca4-65d4-4127-8958-092f9764bc27 disassociated (deleted). External IP: 172.27.2.155, port: 8dbc3908-3c66-40c1-9f39-2e7254ad10e1. Aug 14 19:17:53.489159 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e3c41c2-42e1-4457-aa5d-76c801307ae0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Router 852a278e-8f3f-42e9-894f-a73cdcc3aff9 has already been hosted by L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 {{(pid=94117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 14 19:17:53.592366 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3c41c2-42e1-4457-aa5d-76c801307ae0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 19:17:53.597040 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-3e3c41c2-42e1-4457-aa5d-76c801307ae0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for floatingip, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:17:53.601430 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f985b5-a890-491e-8a82-bcb849fb2d2b None None] Sync routers for ids ['852a278e-8f3f-42e9-894f-a73cdcc3aff9'] in dv-cinder-804581-2-iscsi {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 19:17:53.610429 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f985b5-a890-491e-8a82-bcb849fb2d2b None None] Routers {'852a278e-8f3f-42e9-894f-a73cdcc3aff9'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:17:53.611038 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-a1f985b5-a890-491e-8a82-bcb849fb2d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:17:53Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['852a278e-8f3f-42e9-894f-a73cdcc3aff9'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:17:53.628236 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-3e3c41c2-42e1-4457-aa5d-76c801307ae0 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "DELETE /v2.0/floatingips/882caca4-65d4-4127-8958-092f9764bc27 HTTP/1.1" status: 204 len: 168 time: 0.8813539 Aug 14 19:17:53.628236 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef292d2-ff5b-4e3b-a66b-b82eb1069edd', 'tag': '8dbc3908-3c66-40c1-9f39-2e7254ad10e1'}] {{(pid=94117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:17:53.628854 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ea8273f875cf68671556eb39bbac10e5cf2532cbac2204340d4cc673a0511b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004e3e73-8957-4881-8d41-d7808f703abf" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef292d2-ff5b-4e3b-a66b-b82eb1069edd", "tag": "8dbc3908-3c66-40c1-9f39-2e7254ad10e1"}]}' {{(pid=94117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:17:53.668050 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 Aug 2021 19:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee963b35-57c1-4ef4-8203-cacd2412b634 x-openstack-request-id: req-ee963b35-57c1-4ef4-8203-cacd2412b634 {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:17:53.668450 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef292d2-ff5b-4e3b-a66b-b82eb1069edd", "tag": "8dbc3908-3c66-40c1-9f39-2e7254ad10e1", "status": "completed", "code": 200}]} {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:17:53.668783 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ee963b35-57c1-4ef4-8203-cacd2412b634 {{(pid=94117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:17:53.669256 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef292d2-ff5b-4e3b-a66b-b82eb1069edd', 'tag': '8dbc3908-3c66-40c1-9f39-2e7254ad10e1', 'status': 'completed', 'code': 200} Aug 14 19:17:53.718462 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-a1f985b5-a890-491e-8a82-bcb849fb2d2b None None] Set router 852a278e-8f3f-42e9-894f-a73cdcc3aff9 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:17:53.730604 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e3e73-8957-4881-8d41-d7808f703abf req-2f86cea4-0c17-4f5f-8360-a845ccffd620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:17:53.732504 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-004e3e73-8957-4881-8d41-d7808f703abf req-2f86cea4-0c17-4f5f-8360-a845ccffd620 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05a353e35c374c759a6f9c0404b0674e&device_id=1ef292d2-ff5b-4e3b-a66b-b82eb1069edd HTTP/1.1" status: 200 len: 1099 time: 0.0415952 Aug 14 19:17:53.833935 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e3e73-8957-4881-8d41-d7808f703abf req-8e230be1-13dd-4cb2-8cf7-84d751ec03a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:17:53.836562 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-004e3e73-8957-4881-8d41-d7808f703abf req-8e230be1-13dd-4cb2-8cf7-84d751ec03a5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=50d7b873-7555-4a5b-94d5-d2359dbb2d35 HTTP/1.1" status: 200 len: 913 time: 0.0919440 Aug 14 19:17:53.857728 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9006425c-e0a9-4d50-996e-2eb8692a91f7 req-6880ec4f-d749-4ea8-b005-45b72925935f tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:17:53.860487 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-9006425c-e0a9-4d50-996e-2eb8692a91f7 req-6880ec4f-d749-4ea8-b005-45b72925935f tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef292d2-ff5b-4e3b-a66b-b82eb1069edd HTTP/1.1" status: 200 len: 946 time: 0.0522161 Aug 14 19:17:53.884125 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-004e3e73-8957-4881-8d41-d7808f703abf req-33eb8fa0-b69b-4f72-9fb6-4687a8c81e10 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dbc3908-3c66-40c1-9f39-2e7254ad10e1 HTTP/1.1" status: 200 len: 217 time: 0.0401623 Aug 14 19:17:53.900107 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-9006425c-e0a9-4d50-996e-2eb8692a91f7 req-5a0b0060-1297-40da-bc27-da95777f6bbb tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/security-groups?id=b274cc83-1509-4cc0-a2a7-3ddf031e5926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333524 Aug 14 19:17:53.936487 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e3e73-8957-4881-8d41-d7808f703abf req-9593abb7-b800-48c9-91b1-6cba429f2242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:17:53.937941 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-004e3e73-8957-4881-8d41-d7808f703abf req-9593abb7-b800-48c9-91b1-6cba429f2242 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f5b8f645-8996-4e63-8b39-2a949795aaf3 HTTP/1.1" status: 200 len: 851 time: 0.0465145 Aug 14 19:17:53.949459 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:17:53.969824 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-a1f985b5-a890-491e-8a82-bcb849fb2d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'name': 'tempest-TestVolumeBootPattern-2067312092-router', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:11:21Z', 'updated_at': '2021-08-14T19:11:24Z', 'revision_number': 4, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'gw_port': {'id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:22Z', 'updated_at': '2021-08-14T19:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_floatingips': [{'id': 'ac35e95f-36f4-44d9-9c92-f7579de078ba', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'router_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'port_id': 'e03f38f7-528d-4deb-b10b-aa3ff7ca5385', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'mac_address': 'fa:16:3e:6c:33:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995b3210-c9c8-46fc-be69-7bbc7a7ff7fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-14T19:14:31Z', 'updated_at': '2021-08-14T19:14:34Z', 'revision_number': 1, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8561765b-e1d5-4976-b58e-da499d464378', 'name': '', 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'mac_address': 'fa:16:3e:6f:55:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:24Z', 'updated_at': '2021-08-14T19:11:30Z', 'revision_number': 5, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'subnets': [{'id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:17:53.984923 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e3e73-8957-4881-8d41-d7808f703abf req-61dda7b2-04f8-4d7d-beb0-6a230b1a2fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:17:53.986418 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-004e3e73-8957-4881-8d41-d7808f703abf req-61dda7b2-04f8-4d7d-beb0-6a230b1a2fb2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50d7b873-7555-4a5b-94d5-d2359dbb2d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400572 Aug 14 19:17:53.995404 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f985b5-a890-491e-8a82-bcb849fb2d2b None None] Checking router: 852a278e-8f3f-42e9-894f-a73cdcc3aff9 for host: dv-cinder-804581-2-iscsi {{(pid=94118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 19:17:54.004379 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f985b5-a890-491e-8a82-bcb849fb2d2b None None] Routers {'852a278e-8f3f-42e9-894f-a73cdcc3aff9'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:17:54.005027 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-a1f985b5-a890-491e-8a82-bcb849fb2d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:17:53Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['852a278e-8f3f-42e9-894f-a73cdcc3aff9'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:17:54.078870 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-004e3e73-8957-4881-8d41-d7808f703abf req-4cfb5bf7-7359-4b2a-b139-1638eb558103 service neutron] 10.222.0.24 "GET /v2.0/networks/50d7b873-7555-4a5b-94d5-d2359dbb2d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839498 Aug 14 19:17:54.112449 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-a1f985b5-a890-491e-8a82-bcb849fb2d2b None None] Set router 852a278e-8f3f-42e9-894f-a73cdcc3aff9 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:17:54.168053 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-004e3e73-8957-4881-8d41-d7808f703abf req-128e2e44-c0ad-4594-983e-e9b40de68a3b service neutron] 10.222.0.24 "GET /v2.0/networks/50d7b873-7555-4a5b-94d5-d2359dbb2d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817666 Aug 14 19:17:54.335433 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-a1f985b5-a890-491e-8a82-bcb849fb2d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'name': 'tempest-TestVolumeBootPattern-2067312092-router', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:11:21Z', 'updated_at': '2021-08-14T19:11:24Z', 'revision_number': 4, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'gw_port': {'id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:22Z', 'updated_at': '2021-08-14T19:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_floatingips': [{'id': 'ac35e95f-36f4-44d9-9c92-f7579de078ba', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'router_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'port_id': 'e03f38f7-528d-4deb-b10b-aa3ff7ca5385', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'mac_address': 'fa:16:3e:6c:33:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995b3210-c9c8-46fc-be69-7bbc7a7ff7fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-14T19:14:31Z', 'updated_at': '2021-08-14T19:14:34Z', 'revision_number': 1, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8561765b-e1d5-4976-b58e-da499d464378', 'name': '', 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'mac_address': 'fa:16:3e:6f:55:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:24Z', 'updated_at': '2021-08-14T19:11:30Z', 'revision_number': 5, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'subnets': [{'id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:17:54.364898 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f985b5-a890-491e-8a82-bcb849fb2d2b None None] The sync data for ids ['852a278e-8f3f-42e9-894f-a73cdcc3aff9'] in dv-cinder-804581-2-iscsi is: [{'id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'name': 'tempest-TestVolumeBootPattern-2067312092-router', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:11:21Z', 'updated_at': '2021-08-14T19:11:24Z', 'revision_number': 4, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'gw_port': {'id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:22Z', 'updated_at': '2021-08-14T19:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_floatingips': [{'id': 'ac35e95f-36f4-44d9-9c92-f7579de078ba', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'router_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'port_id': 'e03f38f7-528d-4deb-b10b-aa3ff7ca5385', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'mac_address': 'fa:16:3e:6c:33:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '995b3210-c9c8-46fc-be69-7bbc7a7ff7fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-14T19:14:31Z', 'updated_at': '2021-08-14T19:14:34Z', 'revision_number': 1, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8561765b-e1d5-4976-b58e-da499d464378', 'name': '', 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'mac_address': 'fa:16:3e:6f:55:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:24Z', 'updated_at': '2021-08-14T19:11:30Z', 'revision_number': 5, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'subnets': [{'id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 19:17:54.577463 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a134b546-57ec-41bb-9a65-ca99232e59cf None None] New status for floating IP 882caca4-65d4-4127-8958-092f9764bc27: DOWN {{(pid=94119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 14 19:17:55.040073 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840245e6-2c36-4b1f-a341-b4805dc3c3b5 req-c1c7337b-a86e-4fc8-a270-fa98dbccb9c2 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:17:55.041497 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-840245e6-2c36-4b1f-a341-b4805dc3c3b5 req-c1c7337b-a86e-4fc8-a270-fa98dbccb9c2 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef292d2-ff5b-4e3b-a66b-b82eb1069edd HTTP/1.1" status: 200 len: 946 time: 0.0471754 Aug 14 19:17:55.079820 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-840245e6-2c36-4b1f-a341-b4805dc3c3b5 req-d15ea56e-2d8b-4690-ac65-0f596b3b5598 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/security-groups?id=b274cc83-1509-4cc0-a2a7-3ddf031e5926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312982 Aug 14 19:17:55.259626 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:17:55.598734 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a36836-4e98-4223-9256-e479aed0ebfe req-73774749-3e2e-479f-bf61-374d0127a427 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:17:55.600179 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-b5a36836-4e98-4223-9256-e479aed0ebfe req-73774749-3e2e-479f-bf61-374d0127a427 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ef292d2-ff5b-4e3b-a66b-b82eb1069edd HTTP/1.1" status: 200 len: 946 time: 0.2926102 Aug 14 19:17:55.687235 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [req-b5a36836-4e98-4223-9256-e479aed0ebfe req-dc3ff4bd-05f6-4076-acc7-072ce23447ce tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Deleting port 8dbc3908-3c66-40c1-9f39-2e7254ad10e1 {{(pid=94117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:17:55.687579 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-b5a36836-4e98-4223-9256-e479aed0ebfe req-dc3ff4bd-05f6-4076-acc7-072ce23447ce tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:17:55.774141 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [req-b5a36836-4e98-4223-9256-e479aed0ebfe req-dc3ff4bd-05f6-4076-acc7-072ce23447ce tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] For port 8dbc3908-3c66-40c1-9f39-2e7254ad10e1, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=8dbc3908-3c66-40c1-9f39-2e7254ad10e1,segment=NetworkSegment(2800a48d-5c13-48c5-b13b-b2b7f3ec26bd),segment_id=2800a48d-5c13-48c5-b13b-b2b7f3ec26bd)] {{(pid=94117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:17:55.774530 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-b5a36836-4e98-4223-9256-e479aed0ebfe req-dc3ff4bd-05f6-4076-acc7-072ce23447ce tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:17:55.786862 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [req-b5a36836-4e98-4223-9256-e479aed0ebfe req-dc3ff4bd-05f6-4076-acc7-072ce23447ce tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Calling delete_port for 8dbc3908-3c66-40c1-9f39-2e7254ad10e1 owned by compute:nova {{(pid=94117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:17:55.914029 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-b5a36836-4e98-4223-9256-e479aed0ebfe req-dc3ff4bd-05f6-4076-acc7-072ce23447ce tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25274135'] for port, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:17:55.942685 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3ff4bd-05f6-4076-acc7-072ce23447ce tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Pushing event deleted for resources: {'Port': ['ID=8dbc3908-3c66-40c1-9f39-2e7254ad10e1,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:17:55.981786 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a36836-4e98-4223-9256-e479aed0ebfe req-dc3ff4bd-05f6-4076-acc7-072ce23447ce tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] No DVR routers for this DVR port 8dbc3908-3c66-40c1-9f39-2e7254ad10e1 on host hv-cinder-80458 {{(pid=94117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 14 19:17:55.984229 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-b5a36836-4e98-4223-9256-e479aed0ebfe req-dc3ff4bd-05f6-4076-acc7-072ce23447ce tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:17:55.986137 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-b5a36836-4e98-4223-9256-e479aed0ebfe req-dc3ff4bd-05f6-4076-acc7-072ce23447ce tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.24 "DELETE /v2.0/ports/8dbc3908-3c66-40c1-9f39-2e7254ad10e1 HTTP/1.1" status: 204 len: 173 time: 0.3793559 Aug 14 19:17:55.986596 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef292d2-ff5b-4e3b-a66b-b82eb1069edd', 'name': 'network-vif-deleted', 'tag': '8dbc3908-3c66-40c1-9f39-2e7254ad10e1'}] {{(pid=94117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:17:55.988840 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ea8273f875cf68671556eb39bbac10e5cf2532cbac2204340d4cc673a0511b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83122cb-654e-4756-9dcc-218274e261bd" -d '{"events": [{"server_uuid": "1ef292d2-ff5b-4e3b-a66b-b82eb1069edd", "name": "network-vif-deleted", "tag": "8dbc3908-3c66-40c1-9f39-2e7254ad10e1"}]}' {{(pid=94117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:17:56.025145 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb3b86d-734b-425d-99ea-13d6d441988a x-openstack-request-id: req-ebb3b86d-734b-425d-99ea-13d6d441988a {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:17:56.025478 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef292d2-ff5b-4e3b-a66b-b82eb1069edd", "name": "network-vif-deleted", "tag": "8dbc3908-3c66-40c1-9f39-2e7254ad10e1", "status": "completed", "code": 200}]} {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:17:56.025803 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ebb3b86d-734b-425d-99ea-13d6d441988a {{(pid=94117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:17:56.026197 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef292d2-ff5b-4e3b-a66b-b82eb1069edd', 'name': 'network-vif-deleted', 'tag': '8dbc3908-3c66-40c1-9f39-2e7254ad10e1', 'status': 'completed', 'code': 200} Aug 14 19:17:56.172011 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-6dfc33d6-4dcf-436e-a1c2-44804697b610 req-1a3c92a0-c86b-48ad-ab75-738baa370cb2 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef292d2-ff5b-4e3b-a66b-b82eb1069edd HTTP/1.1" status: 200 len: 210 time: 0.0265024 Aug 14 19:17:59.440477 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 40254) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:17:59.590537 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [None req-1c263b8f-6a7b-45e1-a991-ff2d75174f23 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Deleting port 348bdcef-68ea-466b-a027-a0c7f85aa0b3 {{(pid=94116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:17:59.590915 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-1c263b8f-6a7b-45e1-a991-ff2d75174f23 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:17:59.666412 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-1c263b8f-6a7b-45e1-a991-ff2d75174f23 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:17:59.666743 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-1c263b8f-6a7b-45e1-a991-ff2d75174f23 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:17:59.678317 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [None req-1c263b8f-6a7b-45e1-a991-ff2d75174f23 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Calling delete_port for 348bdcef-68ea-466b-a027-a0c7f85aa0b3 owned by network:floatingip {{(pid=94116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:18:00.113146 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-1c263b8f-6a7b-45e1-a991-ff2d75174f23 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26905004'] for port, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:00.136084 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c263b8f-6a7b-45e1-a991-ff2d75174f23 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Pushing event deleted for resources: {'Port': ['ID=348bdcef-68ea-466b-a027-a0c7f85aa0b3,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:18:00.149980 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c263b8f-6a7b-45e1-a991-ff2d75174f23 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:18:00.150397 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c263b8f-6a7b-45e1-a991-ff2d75174f23 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:18:00.150843 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c263b8f-6a7b-45e1-a991-ff2d75174f23 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:18:00.151181 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c263b8f-6a7b-45e1-a991-ff2d75174f23 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:18:00.151511 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c263b8f-6a7b-45e1-a991-ff2d75174f23 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:18:00.151841 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c263b8f-6a7b-45e1-a991-ff2d75174f23 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:18:00.152168 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c263b8f-6a7b-45e1-a991-ff2d75174f23 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:18:00.152494 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c263b8f-6a7b-45e1-a991-ff2d75174f23 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:18:00.152823 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c263b8f-6a7b-45e1-a991-ff2d75174f23 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:18:00.153144 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c263b8f-6a7b-45e1-a991-ff2d75174f23 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:18:00.153496 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c263b8f-6a7b-45e1-a991-ff2d75174f23 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:18:00.153811 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c263b8f-6a7b-45e1-a991-ff2d75174f23 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:18:00.206070 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-1c263b8f-6a7b-45e1-a991-ff2d75174f23 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks [] for floatingip, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:00.206433 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.db.l3_db [None req-1c263b8f-6a7b-45e1-a991-ff2d75174f23 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Floating IP ac35e95f-36f4-44d9-9c92-f7579de078ba disassociated (deleted). External IP: 172.27.2.34, port: e03f38f7-528d-4deb-b10b-aa3ff7ca5385. Aug 14 19:18:00.402669 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c263b8f-6a7b-45e1-a991-ff2d75174f23 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Router 852a278e-8f3f-42e9-894f-a73cdcc3aff9 has already been hosted by L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 {{(pid=94116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 14 19:18:00.506280 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c263b8f-6a7b-45e1-a991-ff2d75174f23 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 19:18:00.511048 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-1c263b8f-6a7b-45e1-a991-ff2d75174f23 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for floatingip, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:00.515487 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540f2b5f-b095-46c3-a1bd-0282e9393458 None None] Sync routers for ids ['852a278e-8f3f-42e9-894f-a73cdcc3aff9'] in dv-cinder-804581-2-iscsi {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 19:18:00.524606 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540f2b5f-b095-46c3-a1bd-0282e9393458 None None] Routers {'852a278e-8f3f-42e9-894f-a73cdcc3aff9'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:18:00.525225 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-540f2b5f-b095-46c3-a1bd-0282e9393458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:17:53Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['852a278e-8f3f-42e9-894f-a73cdcc3aff9'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:18:00.536474 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-1c263b8f-6a7b-45e1-a991-ff2d75174f23 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "DELETE /v2.0/floatingips/ac35e95f-36f4-44d9-9c92-f7579de078ba HTTP/1.1" status: 204 len: 168 time: 1.0949190 Aug 14 19:18:00.537051 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '995b3210-c9c8-46fc-be69-7bbc7a7ff7fd', 'tag': 'e03f38f7-528d-4deb-b10b-aa3ff7ca5385'}] {{(pid=94116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:18:00.539275 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e28c49a314bd7f251079b489e766d97b9f33e90e077807a9e7e5bf7a3f9e5ced" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9ebf63-263b-459c-bf13-cd59c8a71dea" -d '{"events": [{"name": "network-changed", "server_uuid": "995b3210-c9c8-46fc-be69-7bbc7a7ff7fd", "tag": "e03f38f7-528d-4deb-b10b-aa3ff7ca5385"}]}' {{(pid=94116) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:18:00.575637 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 Aug 2021 19:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc9fa07-007d-4087-906d-142b11ca7b66 x-openstack-request-id: req-9fc9fa07-007d-4087-906d-142b11ca7b66 {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:18:00.576008 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "995b3210-c9c8-46fc-be69-7bbc7a7ff7fd", "tag": "e03f38f7-528d-4deb-b10b-aa3ff7ca5385", "status": "completed", "code": 200}]} {{(pid=94116) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:18:00.576300 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9fc9fa07-007d-4087-906d-142b11ca7b66 {{(pid=94116) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:18:00.577069 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '995b3210-c9c8-46fc-be69-7bbc7a7ff7fd', 'tag': 'e03f38f7-528d-4deb-b10b-aa3ff7ca5385', 'status': 'completed', 'code': 200} Aug 14 19:18:00.636401 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-540f2b5f-b095-46c3-a1bd-0282e9393458 None None] Set router 852a278e-8f3f-42e9-894f-a73cdcc3aff9 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:18:00.641567 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ebf63-263b-459c-bf13-cd59c8a71dea req-6c5fd9b6-f67f-401b-b4b0-568b8f1cced2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:18:00.643174 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4f9ebf63-263b-459c-bf13-cd59c8a71dea req-6c5fd9b6-f67f-401b-b4b0-568b8f1cced2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05a353e35c374c759a6f9c0404b0674e&device_id=995b3210-c9c8-46fc-be69-7bbc7a7ff7fd HTTP/1.1" status: 200 len: 1098 time: 0.0455542 Aug 14 19:18:00.746404 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ebf63-263b-459c-bf13-cd59c8a71dea req-a1e440c3-2c98-47fd-a971-e08aa2d5e5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:18:00.749177 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4f9ebf63-263b-459c-bf13-cd59c8a71dea req-a1e440c3-2c98-47fd-a971-e08aa2d5e5fc service neutron] 10.222.0.24 "GET /v2.0/networks?id=50d7b873-7555-4a5b-94d5-d2359dbb2d35 HTTP/1.1" status: 200 len: 913 time: 0.0936704 Aug 14 19:18:00.758985 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 8dbc3908-3c66-40c1-9f39-2e7254ad10e1 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:18:00.766442 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20bf492-b5f2-4487-9fda-1223f8e8cf63 req-5ef55b9e-f72b-4e48-85a5-e4b1a98b8e70 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:18:00.767949 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c20bf492-b5f2-4487-9fda-1223f8e8cf63 req-5ef55b9e-f72b-4e48-85a5-e4b1a98b8e70 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=995b3210-c9c8-46fc-be69-7bbc7a7ff7fd HTTP/1.1" status: 200 len: 945 time: 0.0547090 Aug 14 19:18:00.784048 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] No Port match for: 8dbc3908-3c66-40c1-9f39-2e7254ad10e1 {{(pid=94118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 14 19:18:00.784396 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device 8dbc3908-3c66-40c1-9f39-2e7254ad10e1 not bound to the agent host hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 14 19:18:00.799976 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4f9ebf63-263b-459c-bf13-cd59c8a71dea req-663d4b1d-f662-481c-8bf0-b385f23f8fed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e03f38f7-528d-4deb-b10b-aa3ff7ca5385 HTTP/1.1" status: 200 len: 217 time: 0.0417364 Aug 14 19:18:00.810876 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [req-c20bf492-b5f2-4487-9fda-1223f8e8cf63 req-a1bcaa9e-eb2b-4755-9bf1-5af2bc467b3c tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/security-groups?id=b274cc83-1509-4cc0-a2a7-3ddf031e5926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356827 Aug 14 19:18:00.854423 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ebf63-263b-459c-bf13-cd59c8a71dea req-5def45be-867f-484e-b29d-6f06cacf5a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:18:00.855382 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4f9ebf63-263b-459c-bf13-cd59c8a71dea req-5def45be-867f-484e-b29d-6f06cacf5a63 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f5b8f645-8996-4e63-8b39-2a949795aaf3 HTTP/1.1" status: 200 len: 851 time: 0.0455203 Aug 14 19:18:00.872842 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-540f2b5f-b095-46c3-a1bd-0282e9393458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'name': 'tempest-TestVolumeBootPattern-2067312092-router', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:11:21Z', 'updated_at': '2021-08-14T19:11:24Z', 'revision_number': 4, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'gw_port': {'id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:22Z', 'updated_at': '2021-08-14T19:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': '8561765b-e1d5-4976-b58e-da499d464378', 'name': '', 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'mac_address': 'fa:16:3e:6f:55:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:24Z', 'updated_at': '2021-08-14T19:11:30Z', 'revision_number': 5, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'subnets': [{'id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:18:00.901578 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ebf63-263b-459c-bf13-cd59c8a71dea req-2998bc9d-1366-4c5a-8c63-209981620eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:18:00.901962 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540f2b5f-b095-46c3-a1bd-0282e9393458 None None] Checking router: 852a278e-8f3f-42e9-894f-a73cdcc3aff9 for host: dv-cinder-804581-2-iscsi {{(pid=94118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 19:18:00.903246 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4f9ebf63-263b-459c-bf13-cd59c8a71dea req-2998bc9d-1366-4c5a-8c63-209981620eb7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=50d7b873-7555-4a5b-94d5-d2359dbb2d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403569 Aug 14 19:18:00.910375 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540f2b5f-b095-46c3-a1bd-0282e9393458 None None] Routers {'852a278e-8f3f-42e9-894f-a73cdcc3aff9'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:18:00.911032 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-540f2b5f-b095-46c3-a1bd-0282e9393458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:17:53Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['852a278e-8f3f-42e9-894f-a73cdcc3aff9'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:18:00.996775 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4f9ebf63-263b-459c-bf13-cd59c8a71dea req-feaa1f22-f6c1-4306-8ae4-4bfc5a6c7a4d service neutron] 10.222.0.24 "GET /v2.0/networks/50d7b873-7555-4a5b-94d5-d2359dbb2d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858433 Aug 14 19:18:01.014147 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-540f2b5f-b095-46c3-a1bd-0282e9393458 None None] Set router 852a278e-8f3f-42e9-894f-a73cdcc3aff9 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:18:01.087633 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-4f9ebf63-263b-459c-bf13-cd59c8a71dea req-f5c6b3a2-fc9c-47ea-af31-d696956805e7 service neutron] 10.222.0.24 "GET /v2.0/networks/50d7b873-7555-4a5b-94d5-d2359dbb2d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822744 Aug 14 19:18:01.211515 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-540f2b5f-b095-46c3-a1bd-0282e9393458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'name': 'tempest-TestVolumeBootPattern-2067312092-router', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:11:21Z', 'updated_at': '2021-08-14T19:11:24Z', 'revision_number': 4, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'gw_port': {'id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:22Z', 'updated_at': '2021-08-14T19:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': '8561765b-e1d5-4976-b58e-da499d464378', 'name': '', 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'mac_address': 'fa:16:3e:6f:55:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:24Z', 'updated_at': '2021-08-14T19:11:30Z', 'revision_number': 5, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'subnets': [{'id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:18:01.237421 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540f2b5f-b095-46c3-a1bd-0282e9393458 None None] The sync data for ids ['852a278e-8f3f-42e9-894f-a73cdcc3aff9'] in dv-cinder-804581-2-iscsi is: [{'id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'name': 'tempest-TestVolumeBootPattern-2067312092-router', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:11:21Z', 'updated_at': '2021-08-14T19:11:24Z', 'revision_number': 4, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'gw_port': {'id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:22Z', 'updated_at': '2021-08-14T19:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi', '_interfaces': [{'id': '8561765b-e1d5-4976-b58e-da499d464378', 'name': '', 'network_id': '50d7b873-7555-4a5b-94d5-d2359dbb2d35', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'mac_address': 'fa:16:3e:6f:55:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:24Z', 'updated_at': '2021-08-14T19:11:30Z', 'revision_number': 5, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'subnets': [{'id': 'f5b8f645-8996-4e63-8b39-2a949795aaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 19:18:01.429510 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89201d68-df0b-4278-9a9b-f5df795aa162 None None] New status for floating IP ac35e95f-36f4-44d9-9c92-f7579de078ba: DOWN {{(pid=94119) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 14 19:18:01.928257 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dea9c1-07bf-495a-a710-5a2a7c212042 req-2a7589e8-fccb-4fa6-a88a-f374bc50efda tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:18:01.929825 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-47dea9c1-07bf-495a-a710-5a2a7c212042 req-2a7589e8-fccb-4fa6-a88a-f374bc50efda tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=995b3210-c9c8-46fc-be69-7bbc7a7ff7fd HTTP/1.1" status: 200 len: 945 time: 0.0503240 Aug 14 19:18:01.967451 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-47dea9c1-07bf-495a-a710-5a2a7c212042 req-c343c436-1a68-4e4d-b971-8bcba0d9998c tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/security-groups?id=b274cc83-1509-4cc0-a2a7-3ddf031e5926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316637 Aug 14 19:18:02.199262 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94cedee-96af-4f97-9c7a-1ff066a21a3f req-019cccf3-7853-4378-8bc7-f373a1e06ac5 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94117) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 14 19:18:02.201649 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-a94cedee-96af-4f97-9c7a-1ff066a21a3f req-019cccf3-7853-4378-8bc7-f373a1e06ac5 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.24 "GET /v2.0/ports?device_id=995b3210-c9c8-46fc-be69-7bbc7a7ff7fd HTTP/1.1" status: 200 len: 945 time: 0.0530663 Aug 14 19:18:02.289953 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [req-a94cedee-96af-4f97-9c7a-1ff066a21a3f req-cdba5305-bb0f-4496-accb-dc87a561c2a8 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Deleting port e03f38f7-528d-4deb-b10b-aa3ff7ca5385 {{(pid=94117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:18:02.290325 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-a94cedee-96af-4f97-9c7a-1ff066a21a3f req-cdba5305-bb0f-4496-accb-dc87a561c2a8 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:02.378885 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [req-a94cedee-96af-4f97-9c7a-1ff066a21a3f req-cdba5305-bb0f-4496-accb-dc87a561c2a8 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] For port e03f38f7-528d-4deb-b10b-aa3ff7ca5385, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=e03f38f7-528d-4deb-b10b-aa3ff7ca5385,segment=NetworkSegment(2800a48d-5c13-48c5-b13b-b2b7f3ec26bd),segment_id=2800a48d-5c13-48c5-b13b-b2b7f3ec26bd)] {{(pid=94117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:18:02.379165 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-a94cedee-96af-4f97-9c7a-1ff066a21a3f req-cdba5305-bb0f-4496-accb-dc87a561c2a8 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:02.392080 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [req-a94cedee-96af-4f97-9c7a-1ff066a21a3f req-cdba5305-bb0f-4496-accb-dc87a561c2a8 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Calling delete_port for e03f38f7-528d-4deb-b10b-aa3ff7ca5385 owned by compute:nova {{(pid=94117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:18:02.514193 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-a94cedee-96af-4f97-9c7a-1ff066a21a3f req-cdba5305-bb0f-4496-accb-dc87a561c2a8 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25274135'] for port, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:02.543376 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba5305-bb0f-4496-accb-dc87a561c2a8 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Pushing event deleted for resources: {'Port': ['ID=e03f38f7-528d-4deb-b10b-aa3ff7ca5385,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:18:02.586549 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94cedee-96af-4f97-9c7a-1ff066a21a3f req-cdba5305-bb0f-4496-accb-dc87a561c2a8 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] No DVR routers for this DVR port e03f38f7-528d-4deb-b10b-aa3ff7ca5385 on host hv-cinder-80458 {{(pid=94117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 14 19:18:02.589254 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [req-a94cedee-96af-4f97-9c7a-1ff066a21a3f req-cdba5305-bb0f-4496-accb-dc87a561c2a8 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for port, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:02.593307 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-a94cedee-96af-4f97-9c7a-1ff066a21a3f req-cdba5305-bb0f-4496-accb-dc87a561c2a8 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.24 "DELETE /v2.0/ports/e03f38f7-528d-4deb-b10b-aa3ff7ca5385 HTTP/1.1" status: 204 len: 173 time: 0.3854742 Aug 14 19:18:02.593800 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '995b3210-c9c8-46fc-be69-7bbc7a7ff7fd', 'name': 'network-vif-deleted', 'tag': 'e03f38f7-528d-4deb-b10b-aa3ff7ca5385'}] {{(pid=94117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 14 19:18:02.597452 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}29ea8273f875cf68671556eb39bbac10e5cf2532cbac2204340d4cc673a0511b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1c9372-813e-4a2b-88af-e7be45ef6542" -d '{"events": [{"server_uuid": "995b3210-c9c8-46fc-be69-7bbc7a7ff7fd", "name": "network-vif-deleted", "tag": "e03f38f7-528d-4deb-b10b-aa3ff7ca5385"}]}' {{(pid=94117) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 14 19:18:02.637463 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 Aug 2021 19:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b678ecba-4374-41f2-8d4a-be31a006e22e x-openstack-request-id: req-b678ecba-4374-41f2-8d4a-be31a006e22e {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 14 19:18:02.637850 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "995b3210-c9c8-46fc-be69-7bbc7a7ff7fd", "name": "network-vif-deleted", "tag": "e03f38f7-528d-4deb-b10b-aa3ff7ca5385", "status": "completed", "code": 200}]} {{(pid=94117) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 14 19:18:02.638117 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b678ecba-4374-41f2-8d4a-be31a006e22e {{(pid=94117) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 14 19:18:02.638538 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '995b3210-c9c8-46fc-be69-7bbc7a7ff7fd', 'name': 'network-vif-deleted', 'tag': 'e03f38f7-528d-4deb-b10b-aa3ff7ca5385', 'status': 'completed', 'code': 200} Aug 14 19:18:03.070423 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [req-501a504b-8bb7-42b4-a25a-8d6eea33d12b req-6d32b681-f12f-410e-bba4-26753ae5c5a6 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "GET /v2.0/ports?device_id=995b3210-c9c8-46fc-be69-7bbc7a7ff7fd HTTP/1.1" status: 200 len: 210 time: 0.0254183 Aug 14 19:18:04.126523 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 40270) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:18:04.244106 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [None req-96c19872-5495-4241-a216-b978fd317f72 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Deleting port 7b172a7e-ad5d-4bad-ba62-ba92038d5c92 {{(pid=94116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:18:04.244445 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-96c19872-5495-4241-a216-b978fd317f72 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:04.318941 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-96c19872-5495-4241-a216-b978fd317f72 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:04.319274 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-96c19872-5495-4241-a216-b978fd317f72 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:04.331314 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [None req-96c19872-5495-4241-a216-b978fd317f72 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Calling delete_port for 7b172a7e-ad5d-4bad-ba62-ba92038d5c92 owned by network:floatingip {{(pid=94116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:18:04.464191 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-96c19872-5495-4241-a216-b978fd317f72 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26905004'] for port, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:04.488974 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c19872-5495-4241-a216-b978fd317f72 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Pushing event deleted for resources: {'Port': ['ID=7b172a7e-ad5d-4bad-ba62-ba92038d5c92,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:18:04.548770 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-96c19872-5495-4241-a216-b978fd317f72 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks [] for floatingip, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:04.551273 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-96c19872-5495-4241-a216-b978fd317f72 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2073477'] for floatingip, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:04.552413 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-96c19872-5495-4241-a216-b978fd317f72 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "DELETE /v2.0/floatingips/d85c30d0-f80f-4b7f-9301-423ca614d955 HTTP/1.1" status: 204 len: 168 time: 0.4249077 Aug 14 19:18:05.741757 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 40282) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:18:05.799417 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-33f10431-a0f8-4515-a5b3-293fd1bd7c61 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:05.823901 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-33f10431-a0f8-4515-a5b3-293fd1bd7c61 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:05.886228 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-33f10431-a0f8-4515-a5b3-293fd1bd7c61 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:05.889541 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-33f10431-a0f8-4515-a5b3-293fd1bd7c61 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:05.890713 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-33f10431-a0f8-4515-a5b3-293fd1bd7c61 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] 10.222.0.39 "DELETE /v2.0/security-groups/b274cc83-1509-4cc0-a2a7-3ddf031e5926 HTTP/1.1" status: 204 len: 168 time: 0.1479576 Aug 14 19:18:05.899894 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f10431-a0f8-4515-a5b3-293fd1bd7c61 tempest-TestVolumeBootPattern-1638349367 tempest-TestVolumeBootPattern-1638349367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b274cc83-1509-4cc0-a2a7-3ddf031e5926,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:18:05.944011 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 40286) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:18:06.409521 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-4a221906-217e-46f0-9d02-5f2a90467993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650835'] for router_interface, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:06.647309 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [None req-4a221906-217e-46f0-9d02-5f2a90467993 admin admin] Deleting port 8561765b-e1d5-4976-b58e-da499d464378 {{(pid=94117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:18:06.647656 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-4a221906-217e-46f0-9d02-5f2a90467993 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:06.726505 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [None req-4a221906-217e-46f0-9d02-5f2a90467993 admin admin] For port 8561765b-e1d5-4976-b58e-da499d464378, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=8561765b-e1d5-4976-b58e-da499d464378,segment=NetworkSegment(2800a48d-5c13-48c5-b13b-b2b7f3ec26bd),segment_id=2800a48d-5c13-48c5-b13b-b2b7f3ec26bd)] {{(pid=94117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:18:06.726782 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-4a221906-217e-46f0-9d02-5f2a90467993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:06.739232 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [None req-4a221906-217e-46f0-9d02-5f2a90467993 admin admin] Calling delete_port for 8561765b-e1d5-4976-b58e-da499d464378 owned by network:router_interface {{(pid=94117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:18:06.742952 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device e03f38f7-528d-4deb-b10b-aa3ff7ca5385 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:18:06.888045 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] No Port match for: e03f38f7-528d-4deb-b10b-aa3ff7ca5385 {{(pid=94118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 14 19:18:06.888399 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Device e03f38f7-528d-4deb-b10b-aa3ff7ca5385 not bound to the agent host hv-cinder-80458 {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 14 19:18:06.926641 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-4a221906-217e-46f0-9d02-5f2a90467993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25274135'] for port, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:06.953673 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a221906-217e-46f0-9d02-5f2a90467993 admin admin] Pushing event deleted for resources: {'Port': ['ID=8561765b-e1d5-4976-b58e-da499d464378,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:18:07.117369 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-4a221906-217e-46f0-9d02-5f2a90467993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499491'] for router_interface, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:07.331782 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a221906-217e-46f0-9d02-5f2a90467993 admin admin] Router 852a278e-8f3f-42e9-894f-a73cdcc3aff9 has already been hosted by L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 {{(pid=94117) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 14 19:18:07.437294 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a221906-217e-46f0-9d02-5f2a90467993 admin admin] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94117) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 19:18:07.442289 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-4a221906-217e-46f0-9d02-5f2a90467993 admin admin] 10.222.0.39 "PUT /v2.0/routers/852a278e-8f3f-42e9-894f-a73cdcc3aff9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4972308 Aug 14 19:18:07.444889 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 40290) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:18:07.445901 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08eaea03-e6b7-4a05-975b-128be30620df None None] Sync routers for ids ['852a278e-8f3f-42e9-894f-a73cdcc3aff9'] in dv-cinder-804581-2-iscsi {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 19:18:07.455415 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08eaea03-e6b7-4a05-975b-128be30620df None None] Routers {'852a278e-8f3f-42e9-894f-a73cdcc3aff9'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:18:07.456034 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-08eaea03-e6b7-4a05-975b-128be30620df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:17:53Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['852a278e-8f3f-42e9-894f-a73cdcc3aff9'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:18:07.555189 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-f7aa4dea-6ea6-41a7-8713-80d0f36c9f92 admin admin] Notify callbacks [] for router, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:07.560372 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-08eaea03-e6b7-4a05-975b-128be30620df None None] Set router 852a278e-8f3f-42e9-894f-a73cdcc3aff9 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:18:07.655377 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-f7aa4dea-6ea6-41a7-8713-80d0f36c9f92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:07.706949 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [None req-f7aa4dea-6ea6-41a7-8713-80d0f36c9f92 admin admin] Deleting port 9af12eba-cdaf-4607-b0fd-e3286caa6fa1 {{(pid=94117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:18:07.707292 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-f7aa4dea-6ea6-41a7-8713-80d0f36c9f92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:07.733724 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-08eaea03-e6b7-4a05-975b-128be30620df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'name': 'tempest-TestVolumeBootPattern-2067312092-router', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:11:21Z', 'updated_at': '2021-08-14T19:18:06Z', 'revision_number': 5, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'gw_port': {'id': '9af12eba-cdaf-4607-b0fd-e3286caa6fa1', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:9c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:22Z', 'updated_at': '2021-08-14T19:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi'}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:18:07.765384 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08eaea03-e6b7-4a05-975b-128be30620df None None] Checking router: 852a278e-8f3f-42e9-894f-a73cdcc3aff9 for host: dv-cinder-804581-2-iscsi {{(pid=94118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 19:18:07.773546 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08eaea03-e6b7-4a05-975b-128be30620df None None] Routers {'852a278e-8f3f-42e9-894f-a73cdcc3aff9'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:18:07.774162 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-08eaea03-e6b7-4a05-975b-128be30620df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:17:53Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['852a278e-8f3f-42e9-894f-a73cdcc3aff9'], 'active': True} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:18:07.790507 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [None req-f7aa4dea-6ea6-41a7-8713-80d0f36c9f92 admin admin] For port 9af12eba-cdaf-4607-b0fd-e3286caa6fa1, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=9af12eba-cdaf-4607-b0fd-e3286caa6fa1,segment=NetworkSegment(40f888b7-b3ed-489c-94ee-52f240068829),segment_id=40f888b7-b3ed-489c-94ee-52f240068829)] {{(pid=94117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:18:07.791091 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-f7aa4dea-6ea6-41a7-8713-80d0f36c9f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:07.805636 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [None req-f7aa4dea-6ea6-41a7-8713-80d0f36c9f92 admin admin] Calling delete_port for 9af12eba-cdaf-4607-b0fd-e3286caa6fa1 owned by network:router_gateway {{(pid=94117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:18:07.857869 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvr_db [None req-08eaea03-e6b7-4a05-975b-128be30620df None None] Set router 852a278e-8f3f-42e9-894f-a73cdcc3aff9 gateway port host: None {{(pid=94118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:18:07.916122 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_hamode_db [None req-08eaea03-e6b7-4a05-975b-128be30620df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'name': 'tempest-TestVolumeBootPattern-2067312092-router', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:11:21Z', 'updated_at': '2021-08-14T19:18:07Z', 'revision_number': 6, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'gw_port_host': None}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:18:07.944776 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08eaea03-e6b7-4a05-975b-128be30620df None None] The sync data for ids ['852a278e-8f3f-42e9-894f-a73cdcc3aff9'] in dv-cinder-804581-2-iscsi is: [{'id': '852a278e-8f3f-42e9-894f-a73cdcc3aff9', 'name': 'tempest-TestVolumeBootPattern-2067312092-router', 'tenant_id': '05a353e35c374c759a6f9c0404b0674e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:11:21Z', 'updated_at': '2021-08-14T19:18:07Z', 'revision_number': 6, 'project_id': '05a353e35c374c759a6f9c0404b0674e', 'gw_port_host': None}] {{(pid=94118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 19:18:08.211448 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-f7aa4dea-6ea6-41a7-8713-80d0f36c9f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25274135'] for port, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:08.236387 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa4dea-6ea6-41a7-8713-80d0f36c9f92 admin admin] Pushing event deleted for resources: {'Port': ['ID=9af12eba-cdaf-4607-b0fd-e3286caa6fa1,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:18:08.295351 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-f7aa4dea-6ea6-41a7-8713-80d0f36c9f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499417'] for router_gateway, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:08.392156 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-f7aa4dea-6ea6-41a7-8713-80d0f36c9f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1271'] for router, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:08.394233 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-f7aa4dea-6ea6-41a7-8713-80d0f36c9f92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:08.437448 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-f7aa4dea-6ea6-41a7-8713-80d0f36c9f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497210'] for router, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:08.437986 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7aa4dea-6ea6-41a7-8713-80d0f36c9f92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 852a278e-8f3f-42e9-894f-a73cdcc3aff9 {{(pid=94117) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 14 19:18:08.442701 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-f7aa4dea-6ea6-41a7-8713-80d0f36c9f92 admin admin] Notify callbacks [] for router, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:08.443574 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-f7aa4dea-6ea6-41a7-8713-80d0f36c9f92 admin admin] 10.222.0.39 "DELETE /v2.0/routers/852a278e-8f3f-42e9-894f-a73cdcc3aff9 HTTP/1.1" status: 204 len: 168 time: 0.9976208 Aug 14 19:18:08.446157 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 40292) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:18:08.489580 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.db_base_plugin_v2 [None req-58556b1d-0bbe-4042-abe1-e3d627e20544 admin admin] Deleting subnet f5b8f645-8996-4e63-8b39-2a949795aaf3 {{(pid=94117) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 14 19:18:08.492498 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-58556b1d-0bbe-4042-abe1-e3d627e20544 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:08.525743 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-58556b1d-0bbe-4042-abe1-e3d627e20544 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3041051'] for subnet, precommit_delete_associations {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:08.605261 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-58556b1d-0bbe-4042-abe1-e3d627e20544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642801'] for subnet, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:08.658511 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-58556b1d-0bbe-4042-abe1-e3d627e20544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25274148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27050866'] for subnet, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:08.685143 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58556b1d-0bbe-4042-abe1-e3d627e20544 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5b8f645-8996-4e63-8b39-2a949795aaf3,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:18:08.688713 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-58556b1d-0bbe-4042-abe1-e3d627e20544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for subnet, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:08.690705 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-58556b1d-0bbe-4042-abe1-e3d627e20544 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f5b8f645-8996-4e63-8b39-2a949795aaf3 HTTP/1.1" status: 204 len: 168 time: 0.2434449 Aug 14 19:18:08.693098 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 40294) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:18:08.695599 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55c038a-6eaf-4ffd-9f56-5fc5ffc52418 None None] Network 50d7b873-7555-4a5b-94d5-d2359dbb2d35 requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 19:18:08.766079 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-e224f6b8-a45c-4a81-b91d-133b4339ab26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529646'] for network, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:08.821289 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [None req-e224f6b8-a45c-4a81-b91d-133b4339ab26 admin admin] Deleting port 23ab6f17-7522-45a9-a0b2-a46334cf4080 {{(pid=94117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:18:08.821648 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-e224f6b8-a45c-4a81-b91d-133b4339ab26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:08.874835 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4787dea5-c2e9-49a5-9354-5746b31d8701 None None] DHCP port deletion for 50d7b873-7555-4a5b-94d5-d2359dbb2d35 request from dv-cinder-804581-2-iscsi {{(pid=94118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 14 19:18:08.893396 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.db [None req-e224f6b8-a45c-4a81-b91d-133b4339ab26 admin admin] For port 23ab6f17-7522-45a9-a0b2-a46334cf4080, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=23ab6f17-7522-45a9-a0b2-a46334cf4080,segment=NetworkSegment(2800a48d-5c13-48c5-b13b-b2b7f3ec26bd),segment_id=2800a48d-5c13-48c5-b13b-b2b7f3ec26bd)] {{(pid=94117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:18:08.893766 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-e224f6b8-a45c-4a81-b91d-133b4339ab26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:08.908043 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.plugin [None req-e224f6b8-a45c-4a81-b91d-133b4339ab26 admin admin] Calling delete_port for 23ab6f17-7522-45a9-a0b2-a46334cf4080 owned by network:dhcp {{(pid=94117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:18:08.925776 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-4787dea5-c2e9-49a5-9354-5746b31d8701 None None] Deleting port 23ab6f17-7522-45a9-a0b2-a46334cf4080 {{(pid=94118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:18:08.926233 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-4787dea5-c2e9-49a5-9354-5746b31d8701 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:08.994279 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-4787dea5-c2e9-49a5-9354-5746b31d8701 None None] For port 23ab6f17-7522-45a9-a0b2-a46334cf4080, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=23ab6f17-7522-45a9-a0b2-a46334cf4080,segment=NetworkSegment(2800a48d-5c13-48c5-b13b-b2b7f3ec26bd),segment_id=2800a48d-5c13-48c5-b13b-b2b7f3ec26bd)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:18:08.994841 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-4787dea5-c2e9-49a5-9354-5746b31d8701 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:08.994995 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-e224f6b8-a45c-4a81-b91d-133b4339ab26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25274135'] for port, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:09.008480 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-4787dea5-c2e9-49a5-9354-5746b31d8701 None None] Calling delete_port for 23ab6f17-7522-45a9-a0b2-a46334cf4080 owned by network:dhcp {{(pid=94118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:18:09.020466 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e224f6b8-a45c-4a81-b91d-133b4339ab26 admin admin] Pushing event deleted for resources: {'Port': ['ID=23ab6f17-7522-45a9-a0b2-a46334cf4080,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:18:09.026369 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e224f6b8-a45c-4a81-b91d-133b4339ab26 admin admin] No DVR routers for this DVR port 23ab6f17-7522-45a9-a0b2-a46334cf4080 on host dv-cinder-804581-2-iscsi {{(pid=94117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 14 19:18:09.083261 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-4787dea5-c2e9-49a5-9354-5746b31d8701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957'] for port, after_delete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:09.108980 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-e224f6b8-a45c-4a81-b91d-133b4339ab26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639094', 'neutron.services.segments.db._delete_segments_for_network-8754979395952'] for network, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:09.112972 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4787dea5-c2e9-49a5-9354-5746b31d8701 None None] Pushing event deleted for resources: {'Port': ['ID=23ab6f17-7522-45a9-a0b2-a46334cf4080,revision_number=None']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:18:09.119263 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.services.segments.db [None req-e224f6b8-a45c-4a81-b91d-133b4339ab26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50d7b873-7555-4a5b-94d5-d2359dbb2d35']}} {{(pid=94117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:18:09.120441 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4787dea5-c2e9-49a5-9354-5746b31d8701 None None] No DVR routers for this DVR port 23ab6f17-7522-45a9-a0b2-a46334cf4080 on host dv-cinder-804581-2-iscsi {{(pid=94118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 14 19:18:09.123777 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4787dea5-c2e9-49a5-9354-5746b31d8701 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:18:09.124141 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4787dea5-c2e9-49a5-9354-5746b31d8701 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:18:09.124512 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4787dea5-c2e9-49a5-9354-5746b31d8701 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:18:09.124838 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4787dea5-c2e9-49a5-9354-5746b31d8701 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:18:09.125179 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4787dea5-c2e9-49a5-9354-5746b31d8701 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:18:09.125517 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4787dea5-c2e9-49a5-9354-5746b31d8701 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:18:09.125851 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4787dea5-c2e9-49a5-9354-5746b31d8701 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:18:09.126187 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4787dea5-c2e9-49a5-9354-5746b31d8701 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:18:09.126620 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4787dea5-c2e9-49a5-9354-5746b31d8701 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:18:09.126955 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4787dea5-c2e9-49a5-9354-5746b31d8701 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:18:09.127289 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4787dea5-c2e9-49a5-9354-5746b31d8701 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:18:09.127619 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4787dea5-c2e9-49a5-9354-5746b31d8701 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804581-2-iscsi {{(pid=94118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 14 19:18:09.130937 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.services.segments.db [None req-e224f6b8-a45c-4a81-b91d-133b4339ab26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2800a48d-5c13-48c5-b13b-b2b7f3ec26bd') {'for_net_delete': True} {{(pid=94117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:18:09.131239 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.services.segments.db [None req-e224f6b8-a45c-4a81-b91d-133b4339ab26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2800a48d-5c13-48c5-b13b-b2b7f3ec26bd') {} {{(pid=94117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:18:09.140905 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-e224f6b8-a45c-4a81-b91d-133b4339ab26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754979399801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3041036'] for segment, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:09.148849 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.agents_db [None req-d9ec6548-365a-4179-9791-d0bac427e43f None None] Agent healthcheck: found 6 active agents {{(pid=94119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 14 19:18:09.154340 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-e224f6b8-a45c-4a81-b91d-133b4339ab26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736'] for segment, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:09.160477 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e224f6b8-a45c-4a81-b91d-133b4339ab26 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94117) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 14 19:18:09.160883 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-e224f6b8-a45c-4a81-b91d-133b4339ab26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25274362'] for segment, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:09.162556 dv-cinder-804581-2-iscsi neutron-server[94117]: Traceback (most recent call last): Aug 14 19:18:09.162556 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 14 19:18:09.162556 dv-cinder-804581-2-iscsi neutron-server[94117]: timer() Aug 14 19:18:09.162556 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 14 19:18:09.162556 dv-cinder-804581-2-iscsi neutron-server[94117]: cb(*args, **kw) Aug 14 19:18:09.162556 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 14 19:18:09.162556 dv-cinder-804581-2-iscsi neutron-server[94117]: return func(*args, **kwargs) Aug 14 19:18:09.162556 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 14 19:18:09.162556 dv-cinder-804581-2-iscsi neutron-server[94117]: self._notify() Aug 14 19:18:09.162556 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 14 19:18:09.162556 dv-cinder-804581-2-iscsi neutron-server[94117]: self.callback(batched_events) Aug 14 19:18:09.162556 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 14 19:18:09.162556 dv-cinder-804581-2-iscsi neutron-server[94117]: event.method(event) Aug 14 19:18:09.162556 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 14 19:18:09.162556 dv-cinder-804581-2-iscsi neutron-server[94117]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 14 19:18:09.162556 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 14 19:18:09.162556 dv-cinder-804581-2-iscsi neutron-server[94117]: aggregate_uuid = self.p_client.list_aggregates( Aug 14 19:18:09.162556 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 14 19:18:09.162556 dv-cinder-804581-2-iscsi neutron-server[94117]: return f(self, *a, **k) Aug 14 19:18:09.162556 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 14 19:18:09.162556 dv-cinder-804581-2-iscsi neutron-server[94117]: return self._get(url).json() Aug 14 19:18:09.162556 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 14 19:18:09.162556 dv-cinder-804581-2-iscsi neutron-server[94117]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 14 19:18:09.162556 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 14 19:18:09.162556 dv-cinder-804581-2-iscsi neutron-server[94117]: return self.request(url, 'GET', **kwargs) Aug 14 19:18:09.162556 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 14 19:18:09.162556 dv-cinder-804581-2-iscsi neutron-server[94117]: base_url = self.get_endpoint(auth, allow=allow, Aug 14 19:18:09.162556 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 14 19:18:09.162556 dv-cinder-804581-2-iscsi neutron-server[94117]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 14 19:18:09.162556 dv-cinder-804581-2-iscsi neutron-server[94117]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 14 19:18:09.162556 dv-cinder-804581-2-iscsi neutron-server[94117]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 14 19:18:09.162556 dv-cinder-804581-2-iscsi neutron-server[94117]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 14 19:18:09.216504 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-e224f6b8-a45c-4a81-b91d-133b4339ab26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499365'] for network, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:09.221883 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-e224f6b8-a45c-4a81-b91d-133b4339ab26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for network, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:09.223783 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-e224f6b8-a45c-4a81-b91d-133b4339ab26 admin admin] 10.222.0.39 "DELETE /v2.0/networks/50d7b873-7555-4a5b-94d5-d2359dbb2d35 HTTP/1.1" status: 204 len: 168 time: 0.5297196 Aug 14 19:18:09.226959 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 40296) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:18:09.235510 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e224f6b8-a45c-4a81-b91d-133b4339ab26 admin admin] Pushing event deleted for resources: {'Network': ['ID=50d7b873-7555-4a5b-94d5-d2359dbb2d35,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:18:09.557979 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f5ebc8ee-ed74-4cb6-ba55-426f0bb4610c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1650835'] for router_interface, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:09.790095 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [None req-f5ebc8ee-ed74-4cb6-ba55-426f0bb4610c admin admin] Deleting port ba6ceaa2-3171-404e-9f93-b227e8fdf824 {{(pid=94116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:18:09.790470 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f5ebc8ee-ed74-4cb6-ba55-426f0bb4610c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:09.867964 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [None req-f5ebc8ee-ed74-4cb6-ba55-426f0bb4610c admin admin] For port ba6ceaa2-3171-404e-9f93-b227e8fdf824, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=ba6ceaa2-3171-404e-9f93-b227e8fdf824,segment=NetworkSegment(7b32bbcf-ed8f-4519-8241-00ff1aeca497),segment_id=7b32bbcf-ed8f-4519-8241-00ff1aeca497)] {{(pid=94116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:18:09.868332 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f5ebc8ee-ed74-4cb6-ba55-426f0bb4610c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:09.881211 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [None req-f5ebc8ee-ed74-4cb6-ba55-426f0bb4610c admin admin] Calling delete_port for ba6ceaa2-3171-404e-9f93-b227e8fdf824 owned by network:router_interface {{(pid=94116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:18:09.974783 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 9af12eba-cdaf-4607-b0fd-e3286caa6fa1 no longer exists at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:18:09.994130 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] No Port match for: 9af12eba-cdaf-4607-b0fd-e3286caa6fa1 {{(pid=94118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 14 19:18:09.994660 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 9af12eba-cdaf-4607-b0fd-e3286caa6fa1 not bound to the agent host dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 14 19:18:09.995088 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 23ab6f17-7522-45a9-a0b2-a46334cf4080 no longer exists at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:18:10.014386 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] No Port match for: 23ab6f17-7522-45a9-a0b2-a46334cf4080 {{(pid=94118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 14 19:18:10.014786 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 23ab6f17-7522-45a9-a0b2-a46334cf4080 not bound to the agent host dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 14 19:18:10.015150 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 8561765b-e1d5-4976-b58e-da499d464378 no longer exists at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:18:10.033057 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] No Port match for: 8561765b-e1d5-4976-b58e-da499d464378 {{(pid=94118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 14 19:18:10.033403 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 8561765b-e1d5-4976-b58e-da499d464378 not bound to the agent host dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 14 19:18:10.057935 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f5ebc8ee-ed74-4cb6-ba55-426f0bb4610c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26905004'] for port, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:10.085003 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ebc8ee-ed74-4cb6-ba55-426f0bb4610c admin admin] Pushing event deleted for resources: {'Port': ['ID=ba6ceaa2-3171-404e-9f93-b227e8fdf824,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:18:10.249702 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-f5ebc8ee-ed74-4cb6-ba55-426f0bb4610c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1685055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-499491'] for router_interface, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:10.466840 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ebc8ee-ed74-4cb6-ba55-426f0bb4610c admin admin] Router 8a008c3f-edf3-4c20-89a2-322688f8f877 has already been hosted by L3 agent e93fd8e9-e11e-4287-b95a-14f338128085 {{(pid=94116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 14 19:18:10.568449 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ebc8ee-ed74-4cb6-ba55-426f0bb4610c admin admin] Notify agent at l3_agent.dv-cinder-804581-2-iscsi the message routers_updated {{(pid=94116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 14 19:18:10.573469 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-f5ebc8ee-ed74-4cb6-ba55-426f0bb4610c admin admin] 10.222.0.39 "PUT /v2.0/routers/8a008c3f-edf3-4c20-89a2-322688f8f877/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3454111 Aug 14 19:18:10.576521 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 40298) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:18:10.578973 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29637fe0-964a-4af2-be35-d846f0af5c74 None None] Sync routers for ids ['8a008c3f-edf3-4c20-89a2-322688f8f877'] in dv-cinder-804581-2-iscsi {{(pid=94119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 14 19:18:10.587850 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29637fe0-964a-4af2-be35-d846f0af5c74 None None] Routers {'8a008c3f-edf3-4c20-89a2-322688f8f877'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:18:10.588455 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-29637fe0-964a-4af2-be35-d846f0af5c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:17:53Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['8a008c3f-edf3-4c20-89a2-322688f8f877'], 'active': True} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:18:10.677268 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-816c2eaf-b2df-4bbc-8cc3-e9cf426a1d5e admin admin] Notify callbacks [] for router, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:10.688699 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvr_db [None req-29637fe0-964a-4af2-be35-d846f0af5c74 None None] Set router 8a008c3f-edf3-4c20-89a2-322688f8f877 gateway port host: dv-cinder-804581-2-iscsi {{(pid=94119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:18:10.779576 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-816c2eaf-b2df-4bbc-8cc3-e9cf426a1d5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:10.829229 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [None req-816c2eaf-b2df-4bbc-8cc3-e9cf426a1d5e admin admin] Deleting port b2108da2-ed10-4b90-84b7-85549f5a27a0 {{(pid=94116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:18:10.829574 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-816c2eaf-b2df-4bbc-8cc3-e9cf426a1d5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:10.860541 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-29637fe0-964a-4af2-be35-d846f0af5c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a008c3f-edf3-4c20-89a2-322688f8f877', 'name': 'tempest-TestVolumeBootPattern-2082795063-router', 'tenant_id': '83acd156d90b4c47bb66c9af1854535c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'external_fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'b2108da2-ed10-4b90-84b7-85549f5a27a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:11:26Z', 'updated_at': '2021-08-14T19:18:10Z', 'revision_number': 5, 'project_id': '83acd156d90b4c47bb66c9af1854535c', 'gw_port': {'id': 'b2108da2-ed10-4b90-84b7-85549f5a27a0', 'name': '', 'network_id': '70527521-9220-43b3-92f5-8f32262fd0f1', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:7e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a008c3f-edf3-4c20-89a2-322688f8f877', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804581-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-14T19:11:27Z', 'updated_at': '2021-08-14T19:11:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b39bc0ec-218c-484d-aceb-7d591e49d9cc', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804581-2-iscsi'}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:18:10.885845 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29637fe0-964a-4af2-be35-d846f0af5c74 None None] Checking router: 8a008c3f-edf3-4c20-89a2-322688f8f877 for host: dv-cinder-804581-2-iscsi {{(pid=94119) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 14 19:18:10.894121 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29637fe0-964a-4af2-be35-d846f0af5c74 None None] Routers {'8a008c3f-edf3-4c20-89a2-322688f8f877'} bound to L3 agent in host dv-cinder-804581-2-iscsi {{(pid=94119) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 14 19:18:10.894750 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-29637fe0-964a-4af2-be35-d846f0af5c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804581-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-14T18:55:52Z,description=,heartbeat_timestamp=2021-08-14T19:17:53Z,host='dv-cinder-804581-2-iscsi',id=e93fd8e9-e11e-4287-b95a-14f338128085,load=0,resource_versions=,resources_synced=,started_at=2021-08-14T18:55:52Z,topic='l3_agent')) {'router_ids': ['8a008c3f-edf3-4c20-89a2-322688f8f877'], 'active': True} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:18:10.912979 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [None req-816c2eaf-b2df-4bbc-8cc3-e9cf426a1d5e admin admin] For port b2108da2-ed10-4b90-84b7-85549f5a27a0, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=b2108da2-ed10-4b90-84b7-85549f5a27a0,segment=NetworkSegment(40f888b7-b3ed-489c-94ee-52f240068829),segment_id=40f888b7-b3ed-489c-94ee-52f240068829)] {{(pid=94116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:18:10.913343 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-816c2eaf-b2df-4bbc-8cc3-e9cf426a1d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:10.925493 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [None req-816c2eaf-b2df-4bbc-8cc3-e9cf426a1d5e admin admin] Calling delete_port for b2108da2-ed10-4b90-84b7-85549f5a27a0 owned by network:router_gateway {{(pid=94116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:18:11.067766 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_dvr_db [None req-29637fe0-964a-4af2-be35-d846f0af5c74 None None] Set router 8a008c3f-edf3-4c20-89a2-322688f8f877 gateway port host: None {{(pid=94119) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 14 19:18:11.092986 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-816c2eaf-b2df-4bbc-8cc3-e9cf426a1d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26905004'] for port, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:11.118921 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c2eaf-b2df-4bbc-8cc3-e9cf426a1d5e admin admin] Pushing event deleted for resources: {'Port': ['ID=b2108da2-ed10-4b90-84b7-85549f5a27a0,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:18:11.121180 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.l3_hamode_db [None req-29637fe0-964a-4af2-be35-d846f0af5c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a008c3f-edf3-4c20-89a2-322688f8f877', 'name': 'tempest-TestVolumeBootPattern-2082795063-router', 'tenant_id': '83acd156d90b4c47bb66c9af1854535c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:11:26Z', 'updated_at': '2021-08-14T19:18:10Z', 'revision_number': 6, 'project_id': '83acd156d90b4c47bb66c9af1854535c', 'gw_port_host': None}], 'dv-cinder-804581-2-iscsi', False) {} {{(pid=94119) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:18:11.147491 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29637fe0-964a-4af2-be35-d846f0af5c74 None None] The sync data for ids ['8a008c3f-edf3-4c20-89a2-322688f8f877'] in dv-cinder-804581-2-iscsi is: [{'id': '8a008c3f-edf3-4c20-89a2-322688f8f877', 'name': 'tempest-TestVolumeBootPattern-2082795063-router', 'tenant_id': '83acd156d90b4c47bb66c9af1854535c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-14T19:11:26Z', 'updated_at': '2021-08-14T19:18:10Z', 'revision_number': 6, 'project_id': '83acd156d90b4c47bb66c9af1854535c', 'gw_port_host': None}] {{(pid=94119) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 14 19:18:11.182518 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-816c2eaf-b2df-4bbc-8cc3-e9cf426a1d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-499417'] for router_gateway, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:11.273140 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-816c2eaf-b2df-4bbc-8cc3-e9cf426a1d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-497205', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1271'] for router, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:11.275214 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-816c2eaf-b2df-4bbc-8cc3-e9cf426a1d5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:11.321896 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-816c2eaf-b2df-4bbc-8cc3-e9cf426a1d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-497210'] for router, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:11.322429 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816c2eaf-b2df-4bbc-8cc3-e9cf426a1d5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a008c3f-edf3-4c20-89a2-322688f8f877 {{(pid=94116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 14 19:18:11.327948 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-816c2eaf-b2df-4bbc-8cc3-e9cf426a1d5e admin admin] Notify callbacks [] for router, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:11.329094 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-816c2eaf-b2df-4bbc-8cc3-e9cf426a1d5e admin admin] 10.222.0.39 "DELETE /v2.0/routers/8a008c3f-edf3-4c20-89a2-322688f8f877 HTTP/1.1" status: 204 len: 168 time: 0.7516713 Aug 14 19:18:11.331619 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 40300) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:18:11.375674 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9e2dc9e-56b9-4e60-9e23-2ddb0bdb26f2 admin admin] Deleting subnet a8f238ae-a30b-4a37-b131-8ff25b991881 {{(pid=94116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 14 19:18:11.378635 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d9e2dc9e-56b9-4e60-9e23-2ddb0bdb26f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:11.412573 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d9e2dc9e-56b9-4e60-9e23-2ddb0bdb26f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25714224'] for subnet, precommit_delete_associations {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:11.494706 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d9e2dc9e-56b9-4e60-9e23-2ddb0bdb26f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-642801'] for subnet, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:11.551808 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d9e2dc9e-56b9-4e60-9e23-2ddb0bdb26f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-642790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1654593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26904991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26976304'] for subnet, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:11.579486 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e2dc9e-56b9-4e60-9e23-2ddb0bdb26f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8f238ae-a30b-4a37-b131-8ff25b991881,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:18:11.581448 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-d9e2dc9e-56b9-4e60-9e23-2ddb0bdb26f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:11.583700 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-d9e2dc9e-56b9-4e60-9e23-2ddb0bdb26f2 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a8f238ae-a30b-4a37-b131-8ff25b991881 HTTP/1.1" status: 204 len: 168 time: 0.2510834 Aug 14 19:18:11.585441 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01116f31-f465-488d-acb1-ae2de8d7522d None None] Network 04a70a00-1c08-45df-8b29-2049862c0f15 requested from dv-cinder-804581-2-iscsi {{(pid=94118) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 14 19:18:11.585934 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [-] (94116) accepted ('10.222.0.39', 40302) {{(pid=94116) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:18:11.654160 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-6314a456-3948-4936-aa77-d56fb0925a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1529646'] for network, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:11.911473 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41edd5f6-29c4-4345-a02f-60ef90242124 None None] DHCP port deletion for 04a70a00-1c08-45df-8b29-2049862c0f15 request from dv-cinder-804581-2-iscsi {{(pid=94118) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 14 19:18:11.972602 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-41edd5f6-29c4-4345-a02f-60ef90242124 None None] Deleting port 9382148a-5e82-4dc0-81dc-a3bc5d454407 {{(pid=94118) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:18:11.973099 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-41edd5f6-29c4-4345-a02f-60ef90242124 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:11.978526 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [None req-6314a456-3948-4936-aa77-d56fb0925a1f admin admin] Deleting port 9382148a-5e82-4dc0-81dc-a3bc5d454407 {{(pid=94116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 14 19:18:11.978723 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-6314a456-3948-4936-aa77-d56fb0925a1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754979303208'] for port, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:11.988674 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device 9382148a-5e82-4dc0-81dc-a3bc5d454407 no longer exists at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:18:12.041638 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.db [None req-6314a456-3948-4936-aa77-d56fb0925a1f admin admin] For port 9382148a-5e82-4dc0-81dc-a3bc5d454407, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=9382148a-5e82-4dc0-81dc-a3bc5d454407,segment=NetworkSegment(7b32bbcf-ed8f-4519-8241-00ff1aeca497),segment_id=7b32bbcf-ed8f-4519-8241-00ff1aeca497)] {{(pid=94116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:18:12.042296 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-6314a456-3948-4936-aa77-d56fb0925a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:12.055352 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.plugin [None req-6314a456-3948-4936-aa77-d56fb0925a1f admin admin] Calling delete_port for 9382148a-5e82-4dc0-81dc-a3bc5d454407 owned by network:dhcp {{(pid=94116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:18:12.069815 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.db [None req-41edd5f6-29c4-4345-a02f-60ef90242124 None None] For port 9382148a-5e82-4dc0-81dc-a3bc5d454407, host dv-cinder-804581-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804581-2-iscsi',level=0,port_id=9382148a-5e82-4dc0-81dc-a3bc5d454407,segment=NetworkSegment(7b32bbcf-ed8f-4519-8241-00ff1aeca497),segment_id=7b32bbcf-ed8f-4519-8241-00ff1aeca497)] {{(pid=94118) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 14 19:18:12.070214 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-41edd5f6-29c4-4345-a02f-60ef90242124 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-484028'] for port, precommit_delete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:12.087513 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-41edd5f6-29c4-4345-a02f-60ef90242124 None None] Calling delete_port for 9382148a-5e82-4dc0-81dc-a3bc5d454407 owned by network:dhcp {{(pid=94118) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 14 19:18:12.145254 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-6314a456-3948-4936-aa77-d56fb0925a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26905004'] for port, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:12.172412 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314a456-3948-4936-aa77-d56fb0925a1f admin admin] Pushing event deleted for resources: {'Port': ['ID=9382148a-5e82-4dc0-81dc-a3bc5d454407,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:18:12.173394 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558088'] for port, before_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:12.178633 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6314a456-3948-4936-aa77-d56fb0925a1f admin admin] No DVR routers for this DVR port 9382148a-5e82-4dc0-81dc-a3bc5d454407 on host dv-cinder-804581-2-iscsi {{(pid=94116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 14 19:18:12.234465 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device ba6ceaa2-3171-404e-9f93-b227e8fdf824 no longer exists at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:18:12.238075 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-41edd5f6-29c4-4345-a02f-60ef90242124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1556966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1989593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754979308930', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754978921957'] for port, after_delete {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:12.254763 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-6314a456-3948-4936-aa77-d56fb0925a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639094', 'neutron.services.segments.db._delete_segments_for_network-8754979395952'] for network, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:12.264668 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.services.segments.db [None req-6314a456-3948-4936-aa77-d56fb0925a1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04a70a00-1c08-45df-8b29-2049862c0f15']}} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:18:12.274500 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.services.segments.db [None req-6314a456-3948-4936-aa77-d56fb0925a1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b32bbcf-ed8f-4519-8241-00ff1aeca497') {'for_net_delete': True} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:18:12.275114 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.services.segments.db [None req-6314a456-3948-4936-aa77-d56fb0925a1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b32bbcf-ed8f-4519-8241-00ff1aeca497') {} {{(pid=94116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 14 19:18:12.275434 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] No Port match for: ba6ceaa2-3171-404e-9f93-b227e8fdf824 {{(pid=94118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 14 19:18:12.275793 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device ba6ceaa2-3171-404e-9f93-b227e8fdf824 not bound to the agent host dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 14 19:18:12.276221 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device b2108da2-ed10-4b90-84b7-85549f5a27a0 no longer exists at agent ovs-agent-dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 14 19:18:12.284108 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-6314a456-3948-4936-aa77-d56fb0925a1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754979399801', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25714215'] for segment, before_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:12.297088 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41edd5f6-29c4-4345-a02f-60ef90242124 None None] Pushing event deleted for resources: {'Port': ['ID=9382148a-5e82-4dc0-81dc-a3bc5d454407,revision_number=None']} {{(pid=94118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:18:12.298965 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-6314a456-3948-4936-aa77-d56fb0925a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736'] for segment, precommit_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:12.299262 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.plugin [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] No Port match for: b2108da2-ed10-4b90-84b7-85549f5a27a0 {{(pid=94118) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 14 19:18:12.299679 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.plugins.ml2.rpc [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Device b2108da2-ed10-4b90-84b7-85549f5a27a0 not bound to the agent host dv-cinder-804581-2-iscsi {{(pid=94118) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 14 19:18:12.302679 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41edd5f6-29c4-4345-a02f-60ef90242124 None None] No DVR routers for this DVR port 9382148a-5e82-4dc0-81dc-a3bc5d454407 on host dv-cinder-804581-2-iscsi {{(pid=94118) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 14 19:18:12.309435 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6314a456-3948-4936-aa77-d56fb0925a1f admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=94116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 14 19:18:12.309435 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-6314a456-3948-4936-aa77-d56fb0925a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26904897'] for segment, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:12.311007 dv-cinder-804581-2-iscsi neutron-server[94116]: Traceback (most recent call last): Aug 14 19:18:12.311007 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 14 19:18:12.311007 dv-cinder-804581-2-iscsi neutron-server[94116]: timer() Aug 14 19:18:12.311007 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 14 19:18:12.311007 dv-cinder-804581-2-iscsi neutron-server[94116]: cb(*args, **kw) Aug 14 19:18:12.311007 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 14 19:18:12.311007 dv-cinder-804581-2-iscsi neutron-server[94116]: return func(*args, **kwargs) Aug 14 19:18:12.311007 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 14 19:18:12.311007 dv-cinder-804581-2-iscsi neutron-server[94116]: self._notify() Aug 14 19:18:12.311007 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 14 19:18:12.311007 dv-cinder-804581-2-iscsi neutron-server[94116]: self.callback(batched_events) Aug 14 19:18:12.311007 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 14 19:18:12.311007 dv-cinder-804581-2-iscsi neutron-server[94116]: event.method(event) Aug 14 19:18:12.311007 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 14 19:18:12.311007 dv-cinder-804581-2-iscsi neutron-server[94116]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 14 19:18:12.311007 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 14 19:18:12.311007 dv-cinder-804581-2-iscsi neutron-server[94116]: aggregate_uuid = self.p_client.list_aggregates( Aug 14 19:18:12.311007 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 14 19:18:12.311007 dv-cinder-804581-2-iscsi neutron-server[94116]: return f(self, *a, **k) Aug 14 19:18:12.311007 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 14 19:18:12.311007 dv-cinder-804581-2-iscsi neutron-server[94116]: return self._get(url).json() Aug 14 19:18:12.311007 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 14 19:18:12.311007 dv-cinder-804581-2-iscsi neutron-server[94116]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 14 19:18:12.311007 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 14 19:18:12.311007 dv-cinder-804581-2-iscsi neutron-server[94116]: return self.request(url, 'GET', **kwargs) Aug 14 19:18:12.311007 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 14 19:18:12.311007 dv-cinder-804581-2-iscsi neutron-server[94116]: base_url = self.get_endpoint(auth, allow=allow, Aug 14 19:18:12.311007 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 14 19:18:12.311007 dv-cinder-804581-2-iscsi neutron-server[94116]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 14 19:18:12.311007 dv-cinder-804581-2-iscsi neutron-server[94116]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 14 19:18:12.311007 dv-cinder-804581-2-iscsi neutron-server[94116]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 14 19:18:12.311007 dv-cinder-804581-2-iscsi neutron-server[94116]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 14 19:18:12.365318 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-6314a456-3948-4936-aa77-d56fb0925a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1684998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-499365'] for network, after_delete {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:12.370049 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron_lib.callbacks.manager [None req-6314a456-3948-4936-aa77-d56fb0925a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1685016'] for network, before_response {{(pid=94116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:12.372009 dv-cinder-804581-2-iscsi neutron-server[94116]: INFO neutron.wsgi [None req-6314a456-3948-4936-aa77-d56fb0925a1f admin admin] 10.222.0.39 "DELETE /v2.0/networks/04a70a00-1c08-45df-8b29-2049862c0f15 HTTP/1.1" status: 204 len: 168 time: 0.7852495 Aug 14 19:18:12.384471 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6314a456-3948-4936-aa77-d56fb0925a1f admin admin] Pushing event deleted for resources: {'Network': ['ID=04a70a00-1c08-45df-8b29-2049862c0f15,revision_number=None']} {{(pid=94116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:18:12.482053 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 40306) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:18:12.521584 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-84789b40-2c3b-4b30-af19-c2847ad5437d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=05a353e35c374c759a6f9c0404b0674e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383265 Aug 14 19:18:12.523998 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 40308) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:18:12.573455 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-556fe89f-7b74-43b1-bacd-fafc5630e758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:12.595812 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-556fe89f-7b74-43b1-bacd-fafc5630e758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:12.642119 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-556fe89f-7b74-43b1-bacd-fafc5630e758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:12.644597 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-556fe89f-7b74-43b1-bacd-fafc5630e758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:12.645721 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-556fe89f-7b74-43b1-bacd-fafc5630e758 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5b744f3d-576c-4f67-a309-ca55ddd92b9f HTTP/1.1" status: 204 len: 168 time: 0.1208563 Aug 14 19:18:12.653612 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fe89f-7b74-43b1-bacd-fafc5630e758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b744f3d-576c-4f67-a309-ca55ddd92b9f,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:18:12.949297 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 40314) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:18:12.989747 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-601d9bb0-ae2b-4c08-8b30-501299251583 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=83acd156d90b4c47bb66c9af1854535c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392861 Aug 14 19:18:12.992045 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [-] (94117) accepted ('10.222.0.39', 40316) {{(pid=94117) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 14 19:18:13.038918 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-c11126cf-dbd8-472a-962d-aee2b99ea01c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:13.060348 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-c11126cf-dbd8-472a-962d-aee2b99ea01c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:13.106987 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-c11126cf-dbd8-472a-962d-aee2b99ea01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1650357'] for security_group, after_delete {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:13.109662 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron_lib.callbacks.manager [None req-c11126cf-dbd8-472a-962d-aee2b99ea01c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:13.111170 dv-cinder-804581-2-iscsi neutron-server[94117]: INFO neutron.wsgi [None req-c11126cf-dbd8-472a-962d-aee2b99ea01c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bfec65c9-efe3-477e-9449-bc37e8e21559 HTTP/1.1" status: 204 len: 168 time: 0.1179917 Aug 14 19:18:13.119156 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11126cf-dbd8-472a-962d-aee2b99ea01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfec65c9-efe3-477e-9449-bc37e8e21559,revision_number=None']} {{(pid=94117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 14 19:18:19.207401 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-efc22a66-ec51-412d-8acb-5f872733e696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:22.103970 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:22.545971 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-5353a099-b0ee-473c-ab6d-eb229fb08140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:22.831027 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:23.931730 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:25.262580 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:46.148524 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.agents_db [None req-d9ec6548-365a-4179-9791-d0bac427e43f None None] Agent healthcheck: found 6 active agents {{(pid=94119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 14 19:18:49.207204 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b25f33a9-ef69-43c7-897c-54c71ea4ab67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:52.113169 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:52.547886 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-61e7e6bd-9b01-467c-a6c5-2896a3543a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:52.831493 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:53.934889 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:18:55.265433 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:19:19.208424 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-fabde3de-fc90-494f-9dfa-74222d925df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:19:22.112304 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:19:22.548504 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-02056ef2-0753-4ce6-baa3-ae16af466450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:19:22.833227 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:19:23.147752 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.agents_db [None req-d9ec6548-365a-4179-9791-d0bac427e43f None None] Agent healthcheck: found 6 active agents {{(pid=94119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 14 19:19:23.937357 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:19:25.268507 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:19:49.208988 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-e2052d71-1537-48cf-be09-b2cceb211d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:19:52.114026 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:19:52.548585 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-2eb82039-1168-4e89-9519-a17da3e646dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:19:52.834721 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:19:53.939308 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:19:55.271273 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:20:00.147048 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.agents_db [None req-d9ec6548-365a-4179-9791-d0bac427e43f None None] Agent healthcheck: found 6 active agents {{(pid=94119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 14 19:20:19.211706 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b78fbb43-a738-4187-bc11-1704d54658e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:20:22.110089 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:20:22.548084 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-f94c5019-1e8b-4573-808c-0102a34d0c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:20:22.836537 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:20:23.943001 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:20:25.273283 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:20:37.146043 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.agents_db [None req-d9ec6548-365a-4179-9791-d0bac427e43f None None] Agent healthcheck: found 6 active agents {{(pid=94119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 14 19:20:49.212315 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-4b6d50cc-9ad6-43a5-8175-e1299fae4bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:20:52.113291 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:20:52.548242 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-e3bc19c4-280d-4512-9226-ddd4900e6a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:20:52.836422 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:20:53.945422 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:20:55.276240 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:21:14.145485 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.agents_db [None req-d9ec6548-365a-4179-9791-d0bac427e43f None None] Agent healthcheck: found 6 active agents {{(pid=94119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 14 19:21:19.212063 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-e3192025-f316-48ba-96c2-a0cdba932028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:21:20.933958 dv-cinder-804581-2-iscsi neutron-server[94116]: DEBUG neutron.wsgi [req-ca1e6910-b390-4cd5-b822-191dc3e24cb3 req-ec5b6fe9-6d62-462b-9b03-3becf13a3dbc service neutron] (94116) timed out ('10.222.0.24', 51792) {{(pid=94116) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 14 19:21:20.982233 dv-cinder-804581-2-iscsi neutron-server[94117]: DEBUG neutron.wsgi [req-8eec52b4-9d5e-4488-a9f2-55b3520da320 req-89de809e-44d3-4732-a581-c3571a0220a0 service neutron] (94117) timed out ('10.222.0.24', 51772) {{(pid=94117) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 14 19:21:22.123835 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:21:22.549251 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-29248e0f-67fb-4bb1-9a48-e139f2686db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:21:22.836876 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:21:23.948167 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:21:25.278487 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:21:49.212353 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-e04c7bb4-4cd4-4627-9ce3-b6441540a936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:21:51.145115 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.agents_db [None req-d9ec6548-365a-4179-9791-d0bac427e43f None None] Agent healthcheck: found 6 active agents {{(pid=94119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 14 19:21:52.122489 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:21:52.548642 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-71aa725f-5749-4cda-86b3-43a3ec4a0fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:21:52.836909 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:21:53.951049 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:21:55.283758 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:22:19.214190 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-95447331-94d4-48dd-936c-673d6ce94193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:22:22.136151 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:22:22.548848 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-7c66f182-6237-48a6-b011-1dff930c2a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:22:22.838446 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:22:23.953638 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:22:25.285355 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:22:28.143803 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.agents_db [None req-d9ec6548-365a-4179-9791-d0bac427e43f None None] Agent healthcheck: found 6 active agents {{(pid=94119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 14 19:22:49.214437 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-165d4b08-8de7-4b95-9eef-34ffe9a1128c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:22:52.143090 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-b7830385-194e-41ef-a34a-144b1e923d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:22:52.549283 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-1ce3c710-1361-454e-ac3d-7392aa9a8ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:22:52.839370 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-396f54d5-8e23-4ed4-94c3-3048cc547037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:22:53.956417 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-8851fc32-77ac-4aa8-9144-fc4719203e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:22:55.286819 dv-cinder-804581-2-iscsi neutron-server[94118]: DEBUG neutron_lib.callbacks.manager [None req-723f7246-de89-4b00-a13c-b6c5a3adf94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754979395844', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-643320'] for agent, after_update {{(pid=94118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 14 19:23:05.142639 dv-cinder-804581-2-iscsi neutron-server[94119]: DEBUG neutron.db.agents_db [None req-d9ec6548-365a-4179-9791-d0bac427e43f None None] Agent healthcheck: found 6 active agents {{(pid=94119) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}